{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a6a4374a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import jieba\n",
    "import distance\n",
    "from tqdm import tqdm\n",
    "\n",
    "from gensim import corpora,models,similarities\n",
    "\n",
    "from gensim.test.utils import common_texts\n",
    "from gensim.models import Word2Vec,TfidfModel\n",
    "from gensim import corpora\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae535141",
   "metadata": {},
   "source": [
    "# 任务1：报名比赛，下载比赛数据集并完成读取"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "33344c7d",
   "metadata": {},
   "outputs": [],
   "source": [
    "train = pd.read_csv('data/paws-x/train.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "test = pd.read_csv('data/paws-x/test.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "test['label'] = -1\n",
    "train = train.dropna()\n",
    "test = test.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0e3d89f9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([55., 69., 88.])"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train['len_a'] = train['text_a'].apply(lambda x:len(x))\n",
    "\n",
    "p = np.percentile(train['len_a'].tolist(), [75,90,97.5]) # return 50th percentile, e.g median.\n",
    "p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "a711bac8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0           喜欢打篮球的男生喜欢什么样的女生\n",
       "1               我手机丢了，我想换个手机\n",
       "2                   大家觉得她好看吗\n",
       "3                  求秋色之空漫画全集\n",
       "4         晚上睡觉带着耳机听音乐有什么害处吗？\n",
       "                 ...        \n",
       "238761        女孩子说我是你的汤是什么意思\n",
       "238762           求重生之老公请接招全文\n",
       "238763               求小说电子书，\n",
       "238764           杭州有什么好玩的地方？\n",
       "238765          我想做卫生巾代理，哪里有\n",
       "Name: text_a, Length: 238766, dtype: object"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train['text_a']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "094552ba",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "# 任务2：对句子对提取TFIDF以及统计特征，训练和预测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 253,
   "id": "899de453",
   "metadata": {
    "hidden": true,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text_a</th>\n",
       "      <th>text_b</th>\n",
       "      <th>label</th>\n",
       "      <th>edit_dist</th>\n",
       "      <th>words_a</th>\n",
       "      <th>words_b</th>\n",
       "      <th>text_a_len</th>\n",
       "      <th>text_b_len</th>\n",
       "      <th>words_a_len</th>\n",
       "      <th>words_b_len</th>\n",
       "      <th>rate_a</th>\n",
       "      <th>rate_b</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2005 年末至 2009 年期间是例外，当时他效力于瑞典的卡斯塔德联队、塞尔维亚的查查克足...</td>\n",
       "      <td>例外情况发生于 2005 年末至 2009 年期间，当时他效力于瑞典的卡斯塔德联队、塞尔维亚...</td>\n",
       "      <td>-1</td>\n",
       "      <td>15</td>\n",
       "      <td>[2005, ,  , , 年末, 至, ,  , , 2009, ,  , , 年期, 期...</td>\n",
       "      <td>[例外, 例外情况, 情况, 发生, 生于, ,  , , 2005, ,  , , 年末,...</td>\n",
       "      <td>68</td>\n",
       "      <td>74</td>\n",
       "      <td>52</td>\n",
       "      <td>58</td>\n",
       "      <td>0.902439</td>\n",
       "      <td>0.840909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Tabaci 河是罗马尼亚 Leurda 河的支流。</td>\n",
       "      <td>Leurda 河是罗马尼亚境内 Tabaci 河的一条支流。</td>\n",
       "      <td>-1</td>\n",
       "      <td>16</td>\n",
       "      <td>[Tabaci, ,  , , 河, 是, 罗马, 罗马尼, 罗马尼亚, 马尼亚, 尼亚, ...</td>\n",
       "      <td>[Leurda, ,  , , 河, 是, 罗马, 罗马尼, 罗马尼亚, 马尼亚, 尼亚, ...</td>\n",
       "      <td>26</td>\n",
       "      <td>30</td>\n",
       "      <td>22</td>\n",
       "      <td>25</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.823529</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1993 年，他为 A 级的坎恩郡美洲狮队和 AA 级的波特兰海狗队效力。</td>\n",
       "      <td>1993 年，他为 A 级球队波特兰海狗队和 AA 级球队凯恩县美洲狮队效力。</td>\n",
       "      <td>-1</td>\n",
       "      <td>15</td>\n",
       "      <td>[1993, ,  , , 年, ，, 他, 为, ,  , , A, ,  , , 级, ...</td>\n",
       "      <td>[1993, ,  , , 年, ，, 他, 为, ,  , , A, ,  , , 级, ...</td>\n",
       "      <td>37</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>38</td>\n",
       "      <td>0.826087</td>\n",
       "      <td>0.863636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Winarsky 是 IEEE、Phi Beta Kappa、ACM 和 Sigma Xi ...</td>\n",
       "      <td>温那斯基是 ACM、IEEE、Phi Beta Kappa 和 Sigma Xi 的成员。</td>\n",
       "      <td>-1</td>\n",
       "      <td>15</td>\n",
       "      <td>[Winarsky, ,  , , 是, ,  , , IEEE, 、, Phi, ,  ,...</td>\n",
       "      <td>[温, 那, 斯, 基, 是, ,  , , ACM, 、, IEEE, 、, Phi, ,...</td>\n",
       "      <td>50</td>\n",
       "      <td>45</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>0.937500</td>\n",
       "      <td>0.789474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1938 年，他成为英埃苏丹的政府人类学家，并领导对努巴的实地考察工作。</td>\n",
       "      <td>1938 年，他成为英埃苏丹政府的人类学家，并与努巴一起从事野外工作。</td>\n",
       "      <td>-1</td>\n",
       "      <td>11</td>\n",
       "      <td>[1938, ,  , , 年, ，, 他, 成为, 英, 埃, 苏丹, 的, 政府, 人类...</td>\n",
       "      <td>[1938, ,  , , 年, ，, 他, 成为, 英, 埃, 苏丹, 苏丹政府, 政府,...</td>\n",
       "      <td>36</td>\n",
       "      <td>35</td>\n",
       "      <td>29</td>\n",
       "      <td>29</td>\n",
       "      <td>0.807692</td>\n",
       "      <td>0.777778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1995</th>\n",
       "      <td>《土地贝西之地》是贝西伯爵及其 1964 年管弦乐队的录音室专辑，该专辑的音乐由比利·拜尔斯...</td>\n",
       "      <td>《土地贝西之地》是比利·拜尔斯及其管弦乐队在 1964 年录制的录音室专辑，由贝西伯爵作曲和编曲。</td>\n",
       "      <td>-1</td>\n",
       "      <td>30</td>\n",
       "      <td>[《, 土地, 贝西, 之, 地, 》, 是, 贝西, 西伯, 伯爵, 及其, ,  , ,...</td>\n",
       "      <td>[《, 土地, 贝西, 之, 地, 》, 是, 比利, ·, 拜尔, 尔斯, 及其, 管弦,...</td>\n",
       "      <td>52</td>\n",
       "      <td>49</td>\n",
       "      <td>43</td>\n",
       "      <td>41</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>0.916667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1996</th>\n",
       "      <td>他们的任务是保护各种太空前哨不受敌舰群的攻击。</td>\n",
       "      <td>他们的使命是保护各个前哨免受敌人舰队的攻击。</td>\n",
       "      <td>-1</td>\n",
       "      <td>8</td>\n",
       "      <td>[他们, 的, 任务, 是, 保护, 各种, 太空, 空前, 前哨, 不受, 受敌, 敌舰,...</td>\n",
       "      <td>[他们, 的, 使命, 是, 保护, 各个, 前哨, 免受, 受敌, 敌人, 舰队, 的, ...</td>\n",
       "      <td>23</td>\n",
       "      <td>22</td>\n",
       "      <td>16</td>\n",
       "      <td>14</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>0.615385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1997</th>\n",
       "      <td>他的母亲伊丽莎白这边有康沃尔公国大法官威廉·莫当特爵士，以及民事诉讼法院首席书记约翰·莫当特。</td>\n",
       "      <td>他的母亲这边有康沃尔公国大法官伊丽莎白·威廉·莫当特爵士，以及民事诉讼法院首席书记约翰·莫当特。</td>\n",
       "      <td>-1</td>\n",
       "      <td>9</td>\n",
       "      <td>[他, 的, 母亲, 伊丽莎白, 丽莎, 白, 这边, 有, 康沃尔, 公国, 国大, 大法...</td>\n",
       "      <td>[他, 的, 母亲, 这边, 有, 康沃尔, 公国, 国大, 大法, 大法官, 法官, 伊丽...</td>\n",
       "      <td>47</td>\n",
       "      <td>48</td>\n",
       "      <td>35</td>\n",
       "      <td>36</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1998</th>\n",
       "      <td>2014 年，该网站推出了用于搜索产品的 iOS 和 Android 应用程序；产品特色包括...</td>\n",
       "      <td>2014 年推出网站 iOS 和安卓应用程序，用于产品搜索，产品功能包括交互式视频 - 产品...</td>\n",
       "      <td>-1</td>\n",
       "      <td>54</td>\n",
       "      <td>[2014, ,  , , 年, ，, 该, 网站, 推出, 了, 用于, 搜索, 产品, ...</td>\n",
       "      <td>[2014, ,  , , 年, 推出, 网站, ,  , , iOS, ,  , , 和,...</td>\n",
       "      <td>65</td>\n",
       "      <td>63</td>\n",
       "      <td>51</td>\n",
       "      <td>55</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.677419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1999</th>\n",
       "      <td>在另一个方向上，假设 \"m\" 通过准素分解是最强大的</td>\n",
       "      <td>在另一个方向，假设“m”是质数，具有强大的因子分解。</td>\n",
       "      <td>-1</td>\n",
       "      <td>18</td>\n",
       "      <td>[在, 另, 一个, 方向, 向上, ，, 假设, ,  , \", m, \",  , , 通...</td>\n",
       "      <td>[在, 另, 一个, 方向, ，, 假设, “, m, ”, 是, 质数, ，, 具有, 强...</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>21</td>\n",
       "      <td>18</td>\n",
       "      <td>0.611111</td>\n",
       "      <td>0.647059</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2000 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 text_a  \\\n",
       "0     2005 年末至 2009 年期间是例外，当时他效力于瑞典的卡斯塔德联队、塞尔维亚的查查克足...   \n",
       "1                            Tabaci 河是罗马尼亚 Leurda 河的支流。   \n",
       "2                 1993 年，他为 A 级的坎恩郡美洲狮队和 AA 级的波特兰海狗队效力。   \n",
       "3     Winarsky 是 IEEE、Phi Beta Kappa、ACM 和 Sigma Xi ...   \n",
       "4                  1938 年，他成为英埃苏丹的政府人类学家，并领导对努巴的实地考察工作。   \n",
       "...                                                 ...   \n",
       "1995  《土地贝西之地》是贝西伯爵及其 1964 年管弦乐队的录音室专辑，该专辑的音乐由比利·拜尔斯...   \n",
       "1996                            他们的任务是保护各种太空前哨不受敌舰群的攻击。   \n",
       "1997    他的母亲伊丽莎白这边有康沃尔公国大法官威廉·莫当特爵士，以及民事诉讼法院首席书记约翰·莫当特。   \n",
       "1998  2014 年，该网站推出了用于搜索产品的 iOS 和 Android 应用程序；产品特色包括...   \n",
       "1999                         在另一个方向上，假设 \"m\" 通过准素分解是最强大的   \n",
       "\n",
       "                                                 text_b  label  edit_dist  \\\n",
       "0     例外情况发生于 2005 年末至 2009 年期间，当时他效力于瑞典的卡斯塔德联队、塞尔维亚...     -1         15   \n",
       "1                        Leurda 河是罗马尼亚境内 Tabaci 河的一条支流。     -1         16   \n",
       "2               1993 年，他为 A 级球队波特兰海狗队和 AA 级球队凯恩县美洲狮队效力。     -1         15   \n",
       "3         温那斯基是 ACM、IEEE、Phi Beta Kappa 和 Sigma Xi 的成员。     -1         15   \n",
       "4                   1938 年，他成为英埃苏丹政府的人类学家，并与努巴一起从事野外工作。     -1         11   \n",
       "...                                                 ...    ...        ...   \n",
       "1995  《土地贝西之地》是比利·拜尔斯及其管弦乐队在 1964 年录制的录音室专辑，由贝西伯爵作曲和编曲。     -1         30   \n",
       "1996                             他们的使命是保护各个前哨免受敌人舰队的攻击。     -1          8   \n",
       "1997   他的母亲这边有康沃尔公国大法官伊丽莎白·威廉·莫当特爵士，以及民事诉讼法院首席书记约翰·莫当特。     -1          9   \n",
       "1998  2014 年推出网站 iOS 和安卓应用程序，用于产品搜索，产品功能包括交互式视频 - 产品...     -1         54   \n",
       "1999                         在另一个方向，假设“m”是质数，具有强大的因子分解。     -1         18   \n",
       "\n",
       "                                                words_a  \\\n",
       "0     [2005, ,  , , 年末, 至, ,  , , 2009, ,  , , 年期, 期...   \n",
       "1     [Tabaci, ,  , , 河, 是, 罗马, 罗马尼, 罗马尼亚, 马尼亚, 尼亚, ...   \n",
       "2     [1993, ,  , , 年, ，, 他, 为, ,  , , A, ,  , , 级, ...   \n",
       "3     [Winarsky, ,  , , 是, ,  , , IEEE, 、, Phi, ,  ,...   \n",
       "4     [1938, ,  , , 年, ，, 他, 成为, 英, 埃, 苏丹, 的, 政府, 人类...   \n",
       "...                                                 ...   \n",
       "1995  [《, 土地, 贝西, 之, 地, 》, 是, 贝西, 西伯, 伯爵, 及其, ,  , ,...   \n",
       "1996  [他们, 的, 任务, 是, 保护, 各种, 太空, 空前, 前哨, 不受, 受敌, 敌舰,...   \n",
       "1997  [他, 的, 母亲, 伊丽莎白, 丽莎, 白, 这边, 有, 康沃尔, 公国, 国大, 大法...   \n",
       "1998  [2014, ,  , , 年, ，, 该, 网站, 推出, 了, 用于, 搜索, 产品, ...   \n",
       "1999  [在, 另, 一个, 方向, 向上, ，, 假设, ,  , \", m, \",  , , 通...   \n",
       "\n",
       "                                                words_b  text_a_len  \\\n",
       "0     [例外, 例外情况, 情况, 发生, 生于, ,  , , 2005, ,  , , 年末,...          68   \n",
       "1     [Leurda, ,  , , 河, 是, 罗马, 罗马尼, 罗马尼亚, 马尼亚, 尼亚, ...          26   \n",
       "2     [1993, ,  , , 年, ，, 他, 为, ,  , , A, ,  , , 级, ...          37   \n",
       "3     [温, 那, 斯, 基, 是, ,  , , ACM, 、, IEEE, 、, Phi, ,...          50   \n",
       "4     [1938, ,  , , 年, ，, 他, 成为, 英, 埃, 苏丹, 苏丹政府, 政府,...          36   \n",
       "...                                                 ...         ...   \n",
       "1995  [《, 土地, 贝西, 之, 地, 》, 是, 比利, ·, 拜尔, 尔斯, 及其, 管弦,...          52   \n",
       "1996  [他们, 的, 使命, 是, 保护, 各个, 前哨, 免受, 受敌, 敌人, 舰队, 的, ...          23   \n",
       "1997  [他, 的, 母亲, 这边, 有, 康沃尔, 公国, 国大, 大法, 大法官, 法官, 伊丽...          47   \n",
       "1998  [2014, ,  , , 年, 推出, 网站, ,  , , iOS, ,  , , 和,...          65   \n",
       "1999  [在, 另, 一个, 方向, ，, 假设, “, m, ”, 是, 质数, ，, 具有, 强...          26   \n",
       "\n",
       "      text_b_len  words_a_len  words_b_len    rate_a    rate_b  \n",
       "0             74           52           58  0.902439  0.840909  \n",
       "1             30           22           25  1.000000  0.823529  \n",
       "2             39           39           38  0.826087  0.863636  \n",
       "3             45           39           39  0.937500  0.789474  \n",
       "4             35           29           29  0.807692  0.777778  \n",
       "...          ...          ...          ...       ...       ...  \n",
       "1995          49           43           41  0.916667  0.916667  \n",
       "1996          22           16           14  0.533333  0.615385  \n",
       "1997          48           35           36  1.000000  1.000000  \n",
       "1998          63           51           55  0.600000  0.677419  \n",
       "1999          26           21           18  0.611111  0.647059  \n",
       "\n",
       "[2000 rows x 12 columns]"
      ]
     },
     "execution_count": 253,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def cut(content):\n",
    "    try:\n",
    "        seg_list = jieba.lcut(content, cut_all=True)\n",
    "    except AttributeError as ex:\n",
    "        print(content)\n",
    "        raise ex\n",
    "    return seg_list\n",
    "\n",
    "def rate(words_1, words_2):\n",
    "    int_list = list(set(words_1).intersection(set(words_2)))\n",
    "    return len(int_list)/len(set(words_1))\n",
    "\n",
    "def edit_distance(s1, s2):\n",
    "    return distance.levenshtein(s1, s2)\n",
    "\n",
    "\n",
    "def data_anaysis(df):\n",
    "    # 编辑距离\n",
    "    df['edit_dist'] = df.apply(lambda row: edit_distance(row['text_a'], row['text_b']), axis=1)\n",
    "\n",
    "    # 分词\n",
    "    df['words_a'] = df['text_a'].apply(lambda x: cut(x))\n",
    "    df['words_b'] = df['text_b'].apply(lambda x: cut(x))\n",
    "    # 统计字符数\n",
    "    df['text_a_len'] = df['text_a'].apply(lambda x: len(x))\n",
    "    df['text_b_len'] = df['text_b'].apply(lambda x: len(x))\n",
    "    # 统计词个数\n",
    "    df['words_a_len'] = df['words_a'].apply(lambda x: len(x))\n",
    "    df['words_b_len'] = df['words_b'].apply(lambda x: len(x))\n",
    "    # 单词个数比\n",
    "    df['rate_a'] = df.apply(lambda row: rate(row['words_a'], row['words_b']), axis=1)\n",
    "    df['rate_b'] = df.apply(lambda row: rate(row['words_b'], row['words_a']), axis=1)\n",
    "    \n",
    "    return df\n",
    "\n",
    "train = pd.read_csv('data/paws-x-zh/train.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "test = pd.read_csv('data/paws-x-zh/test.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "# train = train[train['label'].isin(['0','1'])]\n",
    "\n",
    "test['label'] = -1\n",
    "train = train.dropna()\n",
    "test = test.dropna()\n",
    "\n",
    "train = data_anaysis(train)\n",
    "test = data_anaysis(test)\n",
    "test\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "id": "7ef2ad69",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:09<00:00, 5370.80it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 5404.32it/s]\n"
     ]
    }
   ],
   "source": [
    "# 计算tfidf\n",
    "# 压缩所有语句\n",
    "context = []\n",
    "for i in tqdm(range(len(train))):\n",
    "    context.append(train.iloc[0]['words_a'])\n",
    "    context.append(train.iloc[0]['words_b'])\n",
    "for i in tqdm(range(len(test))):\n",
    "    context.append(test.iloc[0]['words_a'])\n",
    "    context.append(test.iloc[0]['words_b'])\n",
    "\n",
    "# 统计词频\n",
    "dictionary = corpora.Dictionary(context)\n",
    "new_corpus = [dictionary.doc2bow(text) for text in context]\n",
    "\n",
    "# 训练模型\n",
    "tfidf = models.TfidfModel(new_corpus)\n",
    "tfidf.save(\"model.tfidf\")\n",
    "dictionary.save('doc2bow.dict')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "id": "0b93ded9",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(0, 0.14198161935694126),\n",
       " (1, 0.07099080967847063),\n",
       " (36, 0.35141132874798586),\n",
       " (40, 0.35141132874798586),\n",
       " (71, 0.4265623286112844),\n",
       " (73, 0.4265623286112844),\n",
       " (74, 0.4265623286112844),\n",
       " (76, 0.4265623286112844)]"
      ]
     },
     "execution_count": 234,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf[dictionary.doc2bow(['例外', '例外情况', '情况', '发生', '生于','' , '',' ', '2005'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 416,
   "id": "c97600e7",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "ename": "IndexError",
     "evalue": "list index out of range",
     "output_type": "error",
     "traceback": [
      "\u001B[1;31m---------------------------------------------------------------------------\u001B[0m",
      "\u001B[1;31mIndexError\u001B[0m                                Traceback (most recent call last)",
      "\u001B[1;32m<ipython-input-416-1f884812e83d>\u001B[0m in \u001B[0;36m<module>\u001B[1;34m\u001B[0m\n\u001B[1;32m----> 1\u001B[1;33m \u001B[0mtfidf\u001B[0m\u001B[1;33m[\u001B[0m\u001B[0mdictionary\u001B[0m\u001B[1;33m.\u001B[0m\u001B[0mdoc2bow\u001B[0m\u001B[1;33m(\u001B[0m\u001B[1;33m[\u001B[0m\u001B[1;34m'Tabaci'\u001B[0m\u001B[1;33m]\u001B[0m\u001B[1;33m)\u001B[0m\u001B[1;33m]\u001B[0m\u001B[1;33m[\u001B[0m\u001B[1;36m0\u001B[0m\u001B[1;33m]\u001B[0m\u001B[1;33m[\u001B[0m\u001B[1;36m1\u001B[0m\u001B[1;33m]\u001B[0m\u001B[1;33m\u001B[0m\u001B[1;33m\u001B[0m\u001B[0m\n\u001B[0m",
      "\u001B[1;31mIndexError\u001B[0m: list index out of range"
     ]
    }
   ],
   "source": [
    "tfidf[dictionary.doc2bow(['Tabaci'])][0][1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "id": "cb6afdbc",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "# 获取百度停用词表\n",
    "stop_words = []\n",
    "def get_stopwords():\n",
    "    with open('baidu_stopwords.txt', 'r', encoding='utf-8') as f:\n",
    "        for line in f.readlines():\n",
    "            stop_words.append(line.replace('\\n',''))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "id": "3fb10386",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "#  统计词汇列表距离\n",
    "def word_match_share(row,stops):\n",
    "    q1words = {}\n",
    "    q2words = {}\n",
    "    for word in row['words_a']:\n",
    "        if word not in stops:\n",
    "            q1words[word] = 1\n",
    "    for word in row['words_b']:\n",
    "        if word not in stops:\n",
    "            q2words[word] = 1\n",
    "    if len(q1words) == 0 or len(q2words) == 0:\n",
    "        # The computer-generated chaff includes a few questions that are nothing but stopwords\n",
    "        return 0\n",
    "    shared_words_in_q1 = [w for w in q1words.keys() if w in q2words]\n",
    "    shared_words_in_q2 = [w for w in q2words.keys() if w in q1words]\n",
    "    R = (len(shared_words_in_q1) + len(shared_words_in_q2))/(len(q1words) + len(q2words))\n",
    "    return R\n",
    "train['word_match'] = train.apply(lambda row: word_match_share(row, stop_words), axis=1)\n",
    "test['word_match'] = test.apply(lambda row: word_match_share(row, stop_words), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "6381d010",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████████████████████████████████████████████████████████████████████| 86194/86194 [00:08<00:00, 10189.65it/s]\n",
      "100%|█████████████████████████████████████████████████████████████████████████| 10000/10000 [00:00<00:00, 10258.99it/s]\n"
     ]
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "# 计算权重\n",
    "def get_weight(count, eps=10000, min_count=2):\n",
    "    if count < min_count:\n",
    "        return 0\n",
    "    else:\n",
    "        return 1 / (count + eps)\n",
    "    \n",
    "# 折叠所有语句\n",
    "corpus = []\n",
    "def count_corpus(df, stops, corpus):\n",
    "    for i in tqdm(range(len(df))):\n",
    "        row = df.iloc[i]\n",
    "        text_list = []\n",
    "        for word in row['words_a']:\n",
    "            if word not in stops:\n",
    "                text_list.append(word)\n",
    "        for word in row['words_b']:\n",
    "            if word not in stops:\n",
    "                text_list.append(word)\n",
    "        corpus.append(' '.join(text_list))\n",
    "    \n",
    "count_corpus(train, stop_words, corpus)\n",
    "count_corpus(test, stop_words, corpus)\n",
    "\n",
    "\n",
    "eps = 5000 \n",
    "words = (\" \".join(corpus)).lower().split()\n",
    "counts = Counter(words)\n",
    "weights = {word: get_weight(count) for word, count in counts.items()}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "id": "29634709",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "# 统计tfidf距离\n",
    "def tfidf_word_match_share(row, stops):\n",
    "    q1words = {}\n",
    "    q2words = {}\n",
    "    for word in row['words_a']:\n",
    "        if word not in stops:\n",
    "            q1words[word] = 1\n",
    "    for word in row['words_b']:\n",
    "        if word not in stops:\n",
    "            q2words[word] = 1\n",
    "    if len(q1words) == 0 or len(q2words) == 0:\n",
    "        # The computer-generated chaff includes a few questions that are nothing but stopwords\n",
    "        return 0\n",
    "    \n",
    "    shared_weights = [weights.get(w, 0) for w in q1words.keys() if w in q2words] + [weights.get(w, 0) for w in q2words.keys() if w in q1words]\n",
    "    total_weights = [weights.get(w, 0) for w in q1words] + [weights.get(w, 0) for w in q2words]\n",
    "    \n",
    "    R = np.sum(shared_weights) / np.sum(total_weights)\n",
    "    return R\n",
    "\n",
    "train['tfidf_word_match'] = train.apply(lambda row: tfidf_word_match_share(row, stop_words), axis=1)\n",
    "test['tfidf_word_match'] = test.apply(lambda row: tfidf_word_match_share(row, stop_words), axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "id": "ea3d3c32",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "# 最后数据处理\n",
    "train['text_len_diff'] = abs(train['text_a_len'] - train['text_b_len'])\n",
    "train['word_len_diff'] = abs(train['words_a_len'] - train['words_b_len'])\n",
    "\n",
    "test['text_len_diff'] = abs(test['text_a_len'] - test['text_b_len'])\n",
    "test['word_len_diff'] = abs(test['words_a_len'] - test['words_b_len'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "id": "989c65f4",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "5        1\n",
      "7        0\n",
      "8        1\n",
      "20       0\n",
      "28       0\n",
      "        ..\n",
      "86172    1\n",
      "86180    0\n",
      "86181    0\n",
      "86192    1\n",
      "86195    0\n",
      "Name: label, Length: 17239, dtype: object\n",
      "[LightGBM] [Warning] feature_fraction is set=0.8, colsample_bytree=1.0 will be ignored. Current value: feature_fraction=0.8\n",
      "[LightGBM] [Warning] bagging_fraction is set=0.8, subsample=0.8 will be ignored. Current value: bagging_fraction=0.8\n",
      "[1]\tvalid_0's auc: 0.728948\n",
      "[2]\tvalid_0's auc: 0.73534\n",
      "[3]\tvalid_0's auc: 0.736583\n",
      "[4]\tvalid_0's auc: 0.736392\n",
      "[5]\tvalid_0's auc: 0.735931\n",
      "[6]\tvalid_0's auc: 0.736326\n",
      "[7]\tvalid_0's auc: 0.735784\n",
      "[8]\tvalid_0's auc: 0.73596\n",
      "[9]\tvalid_0's auc: 0.736019\n",
      "[10]\tvalid_0's auc: 0.736012\n",
      "[11]\tvalid_0's auc: 0.736377\n",
      "[12]\tvalid_0's auc: 0.73672\n",
      "[13]\tvalid_0's auc: 0.736954\n",
      "[14]\tvalid_0's auc: 0.736905\n",
      "[15]\tvalid_0's auc: 0.736928\n",
      "[16]\tvalid_0's auc: 0.736844\n",
      "[17]\tvalid_0's auc: 0.736935\n",
      "[18]\tvalid_0's auc: 0.737059\n",
      "[19]\tvalid_0's auc: 0.737002\n",
      "[20]\tvalid_0's auc: 0.736941\n",
      "[21]\tvalid_0's auc: 0.737008\n",
      "[22]\tvalid_0's auc: 0.737105\n",
      "[23]\tvalid_0's auc: 0.737058\n",
      "[24]\tvalid_0's auc: 0.73712\n",
      "[25]\tvalid_0's auc: 0.737198\n",
      "[26]\tvalid_0's auc: 0.737261\n",
      "[27]\tvalid_0's auc: 0.737348\n",
      "[28]\tvalid_0's auc: 0.737342\n",
      "[29]\tvalid_0's auc: 0.737389\n",
      "[30]\tvalid_0's auc: 0.737369\n",
      "[31]\tvalid_0's auc: 0.737364\n",
      "[32]\tvalid_0's auc: 0.737367\n",
      "[33]\tvalid_0's auc: 0.737402\n",
      "[34]\tvalid_0's auc: 0.737291\n",
      "[35]\tvalid_0's auc: 0.737357\n",
      "[36]\tvalid_0's auc: 0.737424\n",
      "[37]\tvalid_0's auc: 0.737438\n",
      "[38]\tvalid_0's auc: 0.73746\n",
      "[39]\tvalid_0's auc: 0.737475\n",
      "[40]\tvalid_0's auc: 0.737391\n",
      "[41]\tvalid_0's auc: 0.737432\n",
      "[42]\tvalid_0's auc: 0.737412\n",
      "[43]\tvalid_0's auc: 0.737482\n",
      "[44]\tvalid_0's auc: 0.737501\n",
      "[45]\tvalid_0's auc: 0.737489\n",
      "[46]\tvalid_0's auc: 0.737533\n",
      "[47]\tvalid_0's auc: 0.737515\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\env\\Anaconda3\\lib\\site-packages\\lightgbm\\sklearn.py:736: UserWarning: 'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n",
      "  _log_warning(\"'verbose' argument is deprecated and will be removed in a future release of LightGBM. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[48]\tvalid_0's auc: 0.737502\n",
      "[49]\tvalid_0's auc: 0.737528\n",
      "[50]\tvalid_0's auc: 0.73751\n",
      "[51]\tvalid_0's auc: 0.737507\n",
      "[52]\tvalid_0's auc: 0.737536\n",
      "[53]\tvalid_0's auc: 0.737483\n",
      "[54]\tvalid_0's auc: 0.737519\n",
      "[55]\tvalid_0's auc: 0.737533\n",
      "[56]\tvalid_0's auc: 0.737534\n",
      "[57]\tvalid_0's auc: 0.737553\n",
      "[58]\tvalid_0's auc: 0.737551\n",
      "[59]\tvalid_0's auc: 0.737516\n",
      "[60]\tvalid_0's auc: 0.737515\n",
      "[61]\tvalid_0's auc: 0.737516\n",
      "[62]\tvalid_0's auc: 0.737504\n",
      "[63]\tvalid_0's auc: 0.73748\n",
      "[64]\tvalid_0's auc: 0.737447\n",
      "[65]\tvalid_0's auc: 0.737459\n",
      "[66]\tvalid_0's auc: 0.737478\n",
      "[67]\tvalid_0's auc: 0.737483\n",
      "[68]\tvalid_0's auc: 0.73749\n",
      "[69]\tvalid_0's auc: 0.737455\n",
      "[70]\tvalid_0's auc: 0.737459\n",
      "[71]\tvalid_0's auc: 0.73744\n",
      "[72]\tvalid_0's auc: 0.73747\n",
      "[73]\tvalid_0's auc: 0.737461\n",
      "[74]\tvalid_0's auc: 0.737487\n",
      "[75]\tvalid_0's auc: 0.73746\n",
      "[76]\tvalid_0's auc: 0.737451\n",
      "[77]\tvalid_0's auc: 0.737433\n",
      "[78]\tvalid_0's auc: 0.737421\n",
      "[79]\tvalid_0's auc: 0.737425\n",
      "[80]\tvalid_0's auc: 0.737418\n",
      "[81]\tvalid_0's auc: 0.73743\n",
      "[82]\tvalid_0's auc: 0.737426\n",
      "[83]\tvalid_0's auc: 0.737452\n",
      "[84]\tvalid_0's auc: 0.73747\n",
      "[85]\tvalid_0's auc: 0.737489\n",
      "[86]\tvalid_0's auc: 0.737492\n",
      "[87]\tvalid_0's auc: 0.737491\n",
      "[88]\tvalid_0's auc: 0.737514\n",
      "[89]\tvalid_0's auc: 0.737494\n",
      "[90]\tvalid_0's auc: 0.73753\n",
      "[91]\tvalid_0's auc: 0.737527\n",
      "[92]\tvalid_0's auc: 0.737495\n",
      "[93]\tvalid_0's auc: 0.737518\n",
      "[94]\tvalid_0's auc: 0.737503\n",
      "[95]\tvalid_0's auc: 0.737532\n",
      "[96]\tvalid_0's auc: 0.737527\n",
      "[97]\tvalid_0's auc: 0.737504\n",
      "[98]\tvalid_0's auc: 0.737505\n",
      "[99]\tvalid_0's auc: 0.737472\n",
      "[100]\tvalid_0's auc: 0.737478\n",
      "[101]\tvalid_0's auc: 0.737492\n",
      "[102]\tvalid_0's auc: 0.737495\n",
      "[103]\tvalid_0's auc: 0.737496\n",
      "[104]\tvalid_0's auc: 0.737481\n",
      "[105]\tvalid_0's auc: 0.7375\n",
      "[106]\tvalid_0's auc: 0.737491\n",
      "[107]\tvalid_0's auc: 0.73751\n",
      "[108]\tvalid_0's auc: 0.737495\n",
      "[109]\tvalid_0's auc: 0.7375\n",
      "[110]\tvalid_0's auc: 0.737498\n",
      "[111]\tvalid_0's auc: 0.737494\n",
      "[112]\tvalid_0's auc: 0.737497\n",
      "[113]\tvalid_0's auc: 0.737511\n",
      "[114]\tvalid_0's auc: 0.737511\n",
      "[115]\tvalid_0's auc: 0.737509\n",
      "[116]\tvalid_0's auc: 0.737549\n",
      "[117]\tvalid_0's auc: 0.737544\n",
      "[118]\tvalid_0's auc: 0.737524\n",
      "[119]\tvalid_0's auc: 0.73753\n",
      "[120]\tvalid_0's auc: 0.737521\n",
      "[121]\tvalid_0's auc: 0.737501\n",
      "[122]\tvalid_0's auc: 0.737513\n",
      "[123]\tvalid_0's auc: 0.737507\n",
      "[124]\tvalid_0's auc: 0.737496\n",
      "[125]\tvalid_0's auc: 0.737519\n",
      "[126]\tvalid_0's auc: 0.737518\n",
      "[127]\tvalid_0's auc: 0.737519\n",
      "[128]\tvalid_0's auc: 0.737524\n",
      "[129]\tvalid_0's auc: 0.737543\n",
      "[130]\tvalid_0's auc: 0.737574\n",
      "[131]\tvalid_0's auc: 0.737585\n",
      "[132]\tvalid_0's auc: 0.737595\n",
      "[133]\tvalid_0's auc: 0.737618\n",
      "[134]\tvalid_0's auc: 0.737633\n",
      "[135]\tvalid_0's auc: 0.737626\n",
      "[136]\tvalid_0's auc: 0.737645\n",
      "[137]\tvalid_0's auc: 0.737662\n",
      "[138]\tvalid_0's auc: 0.737644\n",
      "[139]\tvalid_0's auc: 0.73765\n",
      "[140]\tvalid_0's auc: 0.737625\n",
      "[141]\tvalid_0's auc: 0.737628\n",
      "[142]\tvalid_0's auc: 0.737631\n",
      "[143]\tvalid_0's auc: 0.737629\n",
      "[144]\tvalid_0's auc: 0.737662\n",
      "[145]\tvalid_0's auc: 0.737666\n",
      "[146]\tvalid_0's auc: 0.737676\n",
      "[147]\tvalid_0's auc: 0.737679\n",
      "[148]\tvalid_0's auc: 0.737691\n",
      "[149]\tvalid_0's auc: 0.737667\n",
      "[150]\tvalid_0's auc: 0.73768\n",
      "[151]\tvalid_0's auc: 0.737673\n",
      "[152]\tvalid_0's auc: 0.737657\n",
      "[153]\tvalid_0's auc: 0.737651\n",
      "[154]\tvalid_0's auc: 0.737644\n",
      "[155]\tvalid_0's auc: 0.737638\n",
      "[156]\tvalid_0's auc: 0.737655\n",
      "[157]\tvalid_0's auc: 0.737665\n",
      "[158]\tvalid_0's auc: 0.737679\n",
      "[159]\tvalid_0's auc: 0.737662\n",
      "[160]\tvalid_0's auc: 0.737663\n",
      "[161]\tvalid_0's auc: 0.737668\n",
      "[162]\tvalid_0's auc: 0.737676\n",
      "[163]\tvalid_0's auc: 0.737679\n",
      "[164]\tvalid_0's auc: 0.737689\n",
      "[165]\tvalid_0's auc: 0.737678\n",
      "[166]\tvalid_0's auc: 0.737677\n",
      "[167]\tvalid_0's auc: 0.737708\n",
      "[168]\tvalid_0's auc: 0.737705\n",
      "[169]\tvalid_0's auc: 0.737714\n",
      "[170]\tvalid_0's auc: 0.73774\n",
      "[171]\tvalid_0's auc: 0.737705\n",
      "[172]\tvalid_0's auc: 0.737695\n",
      "[173]\tvalid_0's auc: 0.737684\n",
      "[174]\tvalid_0's auc: 0.737687\n",
      "[175]\tvalid_0's auc: 0.73768\n",
      "[176]\tvalid_0's auc: 0.737662\n",
      "[177]\tvalid_0's auc: 0.737674\n",
      "[178]\tvalid_0's auc: 0.737663\n",
      "[179]\tvalid_0's auc: 0.737656\n",
      "[180]\tvalid_0's auc: 0.737657\n",
      "[181]\tvalid_0's auc: 0.737665\n",
      "[182]\tvalid_0's auc: 0.737662\n",
      "[183]\tvalid_0's auc: 0.737672\n",
      "[184]\tvalid_0's auc: 0.737666\n",
      "[185]\tvalid_0's auc: 0.737672\n",
      "[186]\tvalid_0's auc: 0.737681\n",
      "[187]\tvalid_0's auc: 0.737691\n",
      "[188]\tvalid_0's auc: 0.737687\n",
      "[189]\tvalid_0's auc: 0.737688\n",
      "[190]\tvalid_0's auc: 0.737682\n",
      "[191]\tvalid_0's auc: 0.737688\n",
      "[192]\tvalid_0's auc: 0.737685\n",
      "[193]\tvalid_0's auc: 0.73767\n",
      "[194]\tvalid_0's auc: 0.737684\n",
      "[195]\tvalid_0's auc: 0.737683\n",
      "[196]\tvalid_0's auc: 0.737679\n",
      "[197]\tvalid_0's auc: 0.737691\n",
      "[198]\tvalid_0's auc: 0.737674\n",
      "[199]\tvalid_0's auc: 0.73766\n",
      "[200]\tvalid_0's auc: 0.737648\n",
      "[201]\tvalid_0's auc: 0.737655\n",
      "[202]\tvalid_0's auc: 0.737661\n",
      "[203]\tvalid_0's auc: 0.737653\n",
      "[204]\tvalid_0's auc: 0.737659\n",
      "[205]\tvalid_0's auc: 0.737674\n",
      "[206]\tvalid_0's auc: 0.737677\n",
      "[207]\tvalid_0's auc: 0.737673\n",
      "[208]\tvalid_0's auc: 0.737675\n",
      "[209]\tvalid_0's auc: 0.737672\n",
      "[210]\tvalid_0's auc: 0.737678\n",
      "[211]\tvalid_0's auc: 0.737663\n",
      "[212]\tvalid_0's auc: 0.737687\n",
      "[213]\tvalid_0's auc: 0.737678\n",
      "[214]\tvalid_0's auc: 0.737671\n",
      "[215]\tvalid_0's auc: 0.737678\n",
      "[216]\tvalid_0's auc: 0.737681\n",
      "[217]\tvalid_0's auc: 0.737685\n",
      "[218]\tvalid_0's auc: 0.737681\n",
      "[219]\tvalid_0's auc: 0.737711\n",
      "[220]\tvalid_0's auc: 0.737705\n",
      "[221]\tvalid_0's auc: 0.737726\n",
      "[222]\tvalid_0's auc: 0.737727\n",
      "[223]\tvalid_0's auc: 0.737728\n",
      "[224]\tvalid_0's auc: 0.737737\n",
      "[225]\tvalid_0's auc: 0.737726\n",
      "[226]\tvalid_0's auc: 0.737737\n",
      "[227]\tvalid_0's auc: 0.737743\n",
      "[228]\tvalid_0's auc: 0.737739\n",
      "[229]\tvalid_0's auc: 0.737731\n",
      "[230]\tvalid_0's auc: 0.737705\n",
      "[231]\tvalid_0's auc: 0.737708\n",
      "[232]\tvalid_0's auc: 0.737715\n",
      "[233]\tvalid_0's auc: 0.73774\n",
      "[234]\tvalid_0's auc: 0.737759\n",
      "[235]\tvalid_0's auc: 0.737766\n",
      "[236]\tvalid_0's auc: 0.737762\n",
      "[237]\tvalid_0's auc: 0.737772\n",
      "[238]\tvalid_0's auc: 0.737775\n",
      "[239]\tvalid_0's auc: 0.737758\n",
      "[240]\tvalid_0's auc: 0.737756\n",
      "[241]\tvalid_0's auc: 0.737765\n",
      "[242]\tvalid_0's auc: 0.737763\n",
      "[243]\tvalid_0's auc: 0.737759\n",
      "[244]\tvalid_0's auc: 0.737765\n",
      "[245]\tvalid_0's auc: 0.737775\n",
      "[246]\tvalid_0's auc: 0.737765\n",
      "[247]\tvalid_0's auc: 0.737766\n",
      "[248]\tvalid_0's auc: 0.737748\n",
      "[249]\tvalid_0's auc: 0.737742\n",
      "[250]\tvalid_0's auc: 0.737737\n",
      "[251]\tvalid_0's auc: 0.737752\n",
      "[252]\tvalid_0's auc: 0.737766\n",
      "[253]\tvalid_0's auc: 0.737778\n",
      "[254]\tvalid_0's auc: 0.73777\n",
      "[255]\tvalid_0's auc: 0.737776\n",
      "[256]\tvalid_0's auc: 0.73777\n",
      "[257]\tvalid_0's auc: 0.737785\n",
      "[258]\tvalid_0's auc: 0.737792\n",
      "[259]\tvalid_0's auc: 0.737809\n",
      "[260]\tvalid_0's auc: 0.737802\n",
      "[261]\tvalid_0's auc: 0.737785\n",
      "[262]\tvalid_0's auc: 0.737781\n",
      "[263]\tvalid_0's auc: 0.7378\n",
      "[264]\tvalid_0's auc: 0.737791\n",
      "[265]\tvalid_0's auc: 0.737795\n",
      "[266]\tvalid_0's auc: 0.737797\n",
      "[267]\tvalid_0's auc: 0.737807\n",
      "[268]\tvalid_0's auc: 0.737823\n",
      "[269]\tvalid_0's auc: 0.737836\n",
      "[270]\tvalid_0's auc: 0.737845\n",
      "[271]\tvalid_0's auc: 0.737839\n",
      "[272]\tvalid_0's auc: 0.737831\n",
      "[273]\tvalid_0's auc: 0.737837\n",
      "[274]\tvalid_0's auc: 0.737832\n",
      "[275]\tvalid_0's auc: 0.737827\n",
      "[276]\tvalid_0's auc: 0.737836\n",
      "[277]\tvalid_0's auc: 0.737838\n",
      "[278]\tvalid_0's auc: 0.737851\n",
      "[279]\tvalid_0's auc: 0.73785\n",
      "[280]\tvalid_0's auc: 0.737835\n",
      "[281]\tvalid_0's auc: 0.737826\n",
      "[282]\tvalid_0's auc: 0.737827\n",
      "[283]\tvalid_0's auc: 0.737811\n",
      "[284]\tvalid_0's auc: 0.73782\n",
      "[285]\tvalid_0's auc: 0.737814\n",
      "[286]\tvalid_0's auc: 0.737828\n",
      "[287]\tvalid_0's auc: 0.737842\n",
      "[288]\tvalid_0's auc: 0.737853\n",
      "[289]\tvalid_0's auc: 0.737842\n",
      "[290]\tvalid_0's auc: 0.73782\n",
      "[291]\tvalid_0's auc: 0.737819\n",
      "[292]\tvalid_0's auc: 0.73781\n",
      "[293]\tvalid_0's auc: 0.737794\n",
      "[294]\tvalid_0's auc: 0.737789\n",
      "[295]\tvalid_0's auc: 0.737787\n",
      "[296]\tvalid_0's auc: 0.737805\n",
      "[297]\tvalid_0's auc: 0.737797\n",
      "[298]\tvalid_0's auc: 0.737819\n",
      "[299]\tvalid_0's auc: 0.737825\n",
      "[300]\tvalid_0's auc: 0.737808\n",
      "[301]\tvalid_0's auc: 0.737812\n",
      "[302]\tvalid_0's auc: 0.737805\n",
      "[303]\tvalid_0's auc: 0.737824\n",
      "[304]\tvalid_0's auc: 0.737841\n",
      "[305]\tvalid_0's auc: 0.737846\n",
      "[306]\tvalid_0's auc: 0.737836\n",
      "[307]\tvalid_0's auc: 0.737833\n",
      "[308]\tvalid_0's auc: 0.737815\n",
      "[309]\tvalid_0's auc: 0.737817\n",
      "[310]\tvalid_0's auc: 0.737816\n",
      "[311]\tvalid_0's auc: 0.737819\n",
      "[312]\tvalid_0's auc: 0.737809\n",
      "[313]\tvalid_0's auc: 0.737806\n",
      "[314]\tvalid_0's auc: 0.737807\n",
      "[315]\tvalid_0's auc: 0.737817\n",
      "[316]\tvalid_0's auc: 0.737817\n",
      "[317]\tvalid_0's auc: 0.737816\n",
      "[318]\tvalid_0's auc: 0.737808\n",
      "[319]\tvalid_0's auc: 0.737798\n",
      "[320]\tvalid_0's auc: 0.737795\n",
      "[321]\tvalid_0's auc: 0.737791\n",
      "[322]\tvalid_0's auc: 0.737789\n",
      "[323]\tvalid_0's auc: 0.737789\n",
      "[324]\tvalid_0's auc: 0.737795\n",
      "[325]\tvalid_0's auc: 0.737782\n",
      "[326]\tvalid_0's auc: 0.737795\n",
      "[327]\tvalid_0's auc: 0.737789\n",
      "[328]\tvalid_0's auc: 0.737774\n",
      "[329]\tvalid_0's auc: 0.737781\n",
      "[330]\tvalid_0's auc: 0.737775\n",
      "[331]\tvalid_0's auc: 0.737771\n",
      "[332]\tvalid_0's auc: 0.737741\n",
      "[333]\tvalid_0's auc: 0.737727\n",
      "[334]\tvalid_0's auc: 0.737735\n",
      "[335]\tvalid_0's auc: 0.737719\n",
      "[336]\tvalid_0's auc: 0.737715\n",
      "[337]\tvalid_0's auc: 0.737725\n",
      "[338]\tvalid_0's auc: 0.737713\n",
      "[339]\tvalid_0's auc: 0.737697\n",
      "[340]\tvalid_0's auc: 0.737691\n",
      "[341]\tvalid_0's auc: 0.737691\n",
      "[342]\tvalid_0's auc: 0.737675\n",
      "[343]\tvalid_0's auc: 0.737657\n",
      "[344]\tvalid_0's auc: 0.737656\n",
      "[345]\tvalid_0's auc: 0.737637\n",
      "[346]\tvalid_0's auc: 0.737635\n",
      "[347]\tvalid_0's auc: 0.737644\n",
      "[348]\tvalid_0's auc: 0.737645\n",
      "[349]\tvalid_0's auc: 0.737642\n",
      "[350]\tvalid_0's auc: 0.737642\n",
      "[351]\tvalid_0's auc: 0.737633\n",
      "[352]\tvalid_0's auc: 0.737633\n",
      "[353]\tvalid_0's auc: 0.737639\n",
      "[354]\tvalid_0's auc: 0.737638\n",
      "[355]\tvalid_0's auc: 0.737625\n",
      "[356]\tvalid_0's auc: 0.737631\n",
      "[357]\tvalid_0's auc: 0.737633\n",
      "[358]\tvalid_0's auc: 0.737632\n",
      "[359]\tvalid_0's auc: 0.73761\n",
      "[360]\tvalid_0's auc: 0.737599\n",
      "[361]\tvalid_0's auc: 0.737593\n",
      "[362]\tvalid_0's auc: 0.737586\n",
      "[363]\tvalid_0's auc: 0.737597\n",
      "[364]\tvalid_0's auc: 0.737589\n",
      "[365]\tvalid_0's auc: 0.737581\n",
      "[366]\tvalid_0's auc: 0.737589\n",
      "[367]\tvalid_0's auc: 0.737587\n",
      "[368]\tvalid_0's auc: 0.73758\n",
      "[369]\tvalid_0's auc: 0.73759\n",
      "[370]\tvalid_0's auc: 0.73759\n",
      "[371]\tvalid_0's auc: 0.737603\n",
      "[372]\tvalid_0's auc: 0.737613\n",
      "[373]\tvalid_0's auc: 0.73759\n",
      "[374]\tvalid_0's auc: 0.737591\n",
      "[375]\tvalid_0's auc: 0.73759\n",
      "[376]\tvalid_0's auc: 0.737589\n",
      "[377]\tvalid_0's auc: 0.737598\n",
      "[378]\tvalid_0's auc: 0.737591\n",
      "[379]\tvalid_0's auc: 0.737575\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[380]\tvalid_0's auc: 0.73757\n",
      "[381]\tvalid_0's auc: 0.737564\n",
      "[382]\tvalid_0's auc: 0.737556\n",
      "[383]\tvalid_0's auc: 0.73756\n",
      "[384]\tvalid_0's auc: 0.737561\n",
      "[385]\tvalid_0's auc: 0.737565\n",
      "[386]\tvalid_0's auc: 0.737551\n",
      "[387]\tvalid_0's auc: 0.73754\n",
      "[388]\tvalid_0's auc: 0.737521\n",
      "[389]\tvalid_0's auc: 0.737519\n",
      "[390]\tvalid_0's auc: 0.737519\n",
      "[391]\tvalid_0's auc: 0.737525\n",
      "[392]\tvalid_0's auc: 0.73753\n",
      "[393]\tvalid_0's auc: 0.737527\n",
      "[394]\tvalid_0's auc: 0.737516\n",
      "[395]\tvalid_0's auc: 0.737521\n",
      "[396]\tvalid_0's auc: 0.737525\n",
      "[397]\tvalid_0's auc: 0.737529\n",
      "[398]\tvalid_0's auc: 0.737527\n",
      "[399]\tvalid_0's auc: 0.737537\n",
      "[400]\tvalid_0's auc: 0.737523\n",
      "[401]\tvalid_0's auc: 0.737523\n",
      "[402]\tvalid_0's auc: 0.737522\n",
      "[403]\tvalid_0's auc: 0.737522\n",
      "[404]\tvalid_0's auc: 0.737534\n",
      "[405]\tvalid_0's auc: 0.737539\n",
      "[406]\tvalid_0's auc: 0.737541\n",
      "[407]\tvalid_0's auc: 0.737545\n",
      "[408]\tvalid_0's auc: 0.737535\n",
      "[409]\tvalid_0's auc: 0.737519\n",
      "[410]\tvalid_0's auc: 0.73753\n",
      "[411]\tvalid_0's auc: 0.737533\n",
      "[412]\tvalid_0's auc: 0.737529\n",
      "[413]\tvalid_0's auc: 0.737516\n",
      "[414]\tvalid_0's auc: 0.737506\n",
      "[415]\tvalid_0's auc: 0.737496\n",
      "[416]\tvalid_0's auc: 0.7375\n",
      "[417]\tvalid_0's auc: 0.737496\n",
      "[418]\tvalid_0's auc: 0.737493\n",
      "[419]\tvalid_0's auc: 0.737499\n",
      "[420]\tvalid_0's auc: 0.737505\n",
      "[421]\tvalid_0's auc: 0.737507\n",
      "[422]\tvalid_0's auc: 0.737506\n",
      "[423]\tvalid_0's auc: 0.737501\n",
      "[424]\tvalid_0's auc: 0.737511\n",
      "[425]\tvalid_0's auc: 0.737514\n",
      "[426]\tvalid_0's auc: 0.737502\n",
      "[427]\tvalid_0's auc: 0.737508\n",
      "[428]\tvalid_0's auc: 0.737493\n",
      "[429]\tvalid_0's auc: 0.737487\n",
      "[430]\tvalid_0's auc: 0.737489\n",
      "[431]\tvalid_0's auc: 0.737483\n",
      "[432]\tvalid_0's auc: 0.73749\n",
      "[433]\tvalid_0's auc: 0.737493\n",
      "[434]\tvalid_0's auc: 0.737492\n",
      "[435]\tvalid_0's auc: 0.737489\n",
      "[436]\tvalid_0's auc: 0.737484\n",
      "[437]\tvalid_0's auc: 0.737481\n",
      "[438]\tvalid_0's auc: 0.737491\n",
      "[439]\tvalid_0's auc: 0.737487\n",
      "[440]\tvalid_0's auc: 0.737484\n",
      "[441]\tvalid_0's auc: 0.737474\n",
      "[442]\tvalid_0's auc: 0.737476\n",
      "[443]\tvalid_0's auc: 0.737481\n",
      "[444]\tvalid_0's auc: 0.737472\n",
      "[445]\tvalid_0's auc: 0.737474\n",
      "[446]\tvalid_0's auc: 0.737475\n",
      "[447]\tvalid_0's auc: 0.737473\n",
      "[448]\tvalid_0's auc: 0.737465\n",
      "[449]\tvalid_0's auc: 0.737465\n",
      "[450]\tvalid_0's auc: 0.737459\n",
      "[451]\tvalid_0's auc: 0.737453\n",
      "[452]\tvalid_0's auc: 0.737454\n",
      "[453]\tvalid_0's auc: 0.737451\n",
      "[454]\tvalid_0's auc: 0.737454\n",
      "[455]\tvalid_0's auc: 0.737449\n",
      "[456]\tvalid_0's auc: 0.737441\n",
      "[457]\tvalid_0's auc: 0.737429\n",
      "[458]\tvalid_0's auc: 0.737431\n",
      "[459]\tvalid_0's auc: 0.737432\n",
      "[460]\tvalid_0's auc: 0.737432\n",
      "[461]\tvalid_0's auc: 0.737434\n",
      "[462]\tvalid_0's auc: 0.737426\n",
      "[463]\tvalid_0's auc: 0.737439\n",
      "[464]\tvalid_0's auc: 0.737448\n",
      "[465]\tvalid_0's auc: 0.737446\n",
      "[466]\tvalid_0's auc: 0.737439\n",
      "[467]\tvalid_0's auc: 0.73743\n",
      "[468]\tvalid_0's auc: 0.737427\n",
      "[469]\tvalid_0's auc: 0.737431\n",
      "[470]\tvalid_0's auc: 0.737426\n",
      "[471]\tvalid_0's auc: 0.737427\n",
      "[472]\tvalid_0's auc: 0.737423\n",
      "[473]\tvalid_0's auc: 0.737415\n",
      "[474]\tvalid_0's auc: 0.737409\n",
      "[475]\tvalid_0's auc: 0.737401\n",
      "[476]\tvalid_0's auc: 0.737398\n",
      "[477]\tvalid_0's auc: 0.737393\n",
      "[478]\tvalid_0's auc: 0.737408\n",
      "[479]\tvalid_0's auc: 0.737417\n",
      "[480]\tvalid_0's auc: 0.737403\n",
      "[481]\tvalid_0's auc: 0.737385\n",
      "[482]\tvalid_0's auc: 0.737375\n",
      "[483]\tvalid_0's auc: 0.737371\n",
      "[484]\tvalid_0's auc: 0.737362\n",
      "[485]\tvalid_0's auc: 0.737377\n",
      "[486]\tvalid_0's auc: 0.737389\n",
      "[487]\tvalid_0's auc: 0.737393\n",
      "[488]\tvalid_0's auc: 0.737384\n",
      "[489]\tvalid_0's auc: 0.737378\n",
      "[490]\tvalid_0's auc: 0.73738\n",
      "[491]\tvalid_0's auc: 0.737381\n",
      "[492]\tvalid_0's auc: 0.73739\n",
      "[493]\tvalid_0's auc: 0.737378\n",
      "[494]\tvalid_0's auc: 0.73737\n",
      "[495]\tvalid_0's auc: 0.737351\n",
      "[496]\tvalid_0's auc: 0.737339\n",
      "[497]\tvalid_0's auc: 0.737356\n",
      "[498]\tvalid_0's auc: 0.737357\n",
      "[499]\tvalid_0's auc: 0.737361\n",
      "[500]\tvalid_0's auc: 0.737356\n",
      "[501]\tvalid_0's auc: 0.737357\n",
      "[502]\tvalid_0's auc: 0.737352\n",
      "[503]\tvalid_0's auc: 0.737342\n",
      "[504]\tvalid_0's auc: 0.737346\n",
      "[505]\tvalid_0's auc: 0.73734\n",
      "[506]\tvalid_0's auc: 0.737337\n",
      "[507]\tvalid_0's auc: 0.737334\n",
      "[508]\tvalid_0's auc: 0.737328\n",
      "[509]\tvalid_0's auc: 0.737343\n",
      "[510]\tvalid_0's auc: 0.737347\n",
      "[511]\tvalid_0's auc: 0.737345\n",
      "[512]\tvalid_0's auc: 0.737336\n",
      "[513]\tvalid_0's auc: 0.737324\n",
      "[514]\tvalid_0's auc: 0.737328\n",
      "[515]\tvalid_0's auc: 0.73733\n",
      "[516]\tvalid_0's auc: 0.737331\n",
      "[517]\tvalid_0's auc: 0.737312\n",
      "[518]\tvalid_0's auc: 0.73731\n",
      "[519]\tvalid_0's auc: 0.737318\n",
      "[520]\tvalid_0's auc: 0.737319\n",
      "[521]\tvalid_0's auc: 0.737328\n",
      "[522]\tvalid_0's auc: 0.737321\n",
      "[523]\tvalid_0's auc: 0.73732\n",
      "[524]\tvalid_0's auc: 0.737317\n",
      "[525]\tvalid_0's auc: 0.737315\n",
      "[526]\tvalid_0's auc: 0.737295\n",
      "[527]\tvalid_0's auc: 0.737285\n",
      "[528]\tvalid_0's auc: 0.737286\n",
      "[529]\tvalid_0's auc: 0.737283\n",
      "[530]\tvalid_0's auc: 0.737286\n",
      "[531]\tvalid_0's auc: 0.737285\n",
      "[532]\tvalid_0's auc: 0.737275\n",
      "[533]\tvalid_0's auc: 0.737247\n",
      "[534]\tvalid_0's auc: 0.737235\n",
      "[535]\tvalid_0's auc: 0.737236\n",
      "[536]\tvalid_0's auc: 0.73724\n",
      "[537]\tvalid_0's auc: 0.737232\n",
      "[538]\tvalid_0's auc: 0.737245\n",
      "[539]\tvalid_0's auc: 0.737249\n",
      "[540]\tvalid_0's auc: 0.737248\n",
      "[541]\tvalid_0's auc: 0.737251\n",
      "[542]\tvalid_0's auc: 0.737252\n",
      "[543]\tvalid_0's auc: 0.737243\n",
      "[544]\tvalid_0's auc: 0.737237\n",
      "[545]\tvalid_0's auc: 0.737232\n",
      "[546]\tvalid_0's auc: 0.737229\n",
      "[547]\tvalid_0's auc: 0.737212\n",
      "[548]\tvalid_0's auc: 0.737201\n",
      "[549]\tvalid_0's auc: 0.7372\n",
      "[550]\tvalid_0's auc: 0.737207\n",
      "[551]\tvalid_0's auc: 0.737183\n",
      "[552]\tvalid_0's auc: 0.73718\n",
      "[553]\tvalid_0's auc: 0.737179\n",
      "[554]\tvalid_0's auc: 0.73719\n",
      "[555]\tvalid_0's auc: 0.737193\n",
      "[556]\tvalid_0's auc: 0.737185\n",
      "[557]\tvalid_0's auc: 0.737184\n",
      "[558]\tvalid_0's auc: 0.737177\n",
      "[559]\tvalid_0's auc: 0.737189\n",
      "[560]\tvalid_0's auc: 0.737193\n",
      "[561]\tvalid_0's auc: 0.737206\n",
      "[562]\tvalid_0's auc: 0.737199\n",
      "[563]\tvalid_0's auc: 0.737189\n",
      "[564]\tvalid_0's auc: 0.737176\n",
      "[565]\tvalid_0's auc: 0.737169\n",
      "[566]\tvalid_0's auc: 0.737163\n",
      "[567]\tvalid_0's auc: 0.737157\n",
      "[568]\tvalid_0's auc: 0.737155\n",
      "[569]\tvalid_0's auc: 0.737147\n",
      "[570]\tvalid_0's auc: 0.737147\n",
      "[571]\tvalid_0's auc: 0.73714\n",
      "[572]\tvalid_0's auc: 0.737148\n",
      "[573]\tvalid_0's auc: 0.737151\n",
      "[574]\tvalid_0's auc: 0.737155\n",
      "[575]\tvalid_0's auc: 0.737146\n",
      "[576]\tvalid_0's auc: 0.737146\n",
      "[577]\tvalid_0's auc: 0.737145\n",
      "[578]\tvalid_0's auc: 0.737154\n",
      "[579]\tvalid_0's auc: 0.737152\n",
      "[580]\tvalid_0's auc: 0.737152\n",
      "[581]\tvalid_0's auc: 0.737142\n",
      "[582]\tvalid_0's auc: 0.737131\n",
      "[583]\tvalid_0's auc: 0.737114\n",
      "[584]\tvalid_0's auc: 0.737115\n",
      "[585]\tvalid_0's auc: 0.737105\n",
      "[586]\tvalid_0's auc: 0.737107\n",
      "[587]\tvalid_0's auc: 0.737106\n",
      "[588]\tvalid_0's auc: 0.737091\n",
      "[589]\tvalid_0's auc: 0.737076\n",
      "[590]\tvalid_0's auc: 0.737075\n",
      "[591]\tvalid_0's auc: 0.73708\n",
      "[592]\tvalid_0's auc: 0.737077\n",
      "[593]\tvalid_0's auc: 0.737081\n",
      "[594]\tvalid_0's auc: 0.737092\n",
      "[595]\tvalid_0's auc: 0.737084\n",
      "[596]\tvalid_0's auc: 0.737079\n",
      "[597]\tvalid_0's auc: 0.737078\n",
      "[598]\tvalid_0's auc: 0.737064\n",
      "[599]\tvalid_0's auc: 0.737051\n",
      "[600]\tvalid_0's auc: 0.737062\n",
      "[601]\tvalid_0's auc: 0.737057\n",
      "[602]\tvalid_0's auc: 0.737047\n",
      "[603]\tvalid_0's auc: 0.737038\n",
      "[604]\tvalid_0's auc: 0.737042\n",
      "[605]\tvalid_0's auc: 0.737043\n",
      "[606]\tvalid_0's auc: 0.737037\n",
      "[607]\tvalid_0's auc: 0.737041\n",
      "[608]\tvalid_0's auc: 0.737039\n",
      "[609]\tvalid_0's auc: 0.737034\n",
      "[610]\tvalid_0's auc: 0.73702\n",
      "[611]\tvalid_0's auc: 0.737021\n",
      "[612]\tvalid_0's auc: 0.737018\n",
      "[613]\tvalid_0's auc: 0.737031\n",
      "[614]\tvalid_0's auc: 0.737034\n",
      "[615]\tvalid_0's auc: 0.73704\n",
      "[616]\tvalid_0's auc: 0.737025\n",
      "[617]\tvalid_0's auc: 0.737027\n",
      "[618]\tvalid_0's auc: 0.737022\n",
      "[619]\tvalid_0's auc: 0.737018\n",
      "[620]\tvalid_0's auc: 0.737014\n",
      "[621]\tvalid_0's auc: 0.737006\n",
      "[622]\tvalid_0's auc: 0.737004\n",
      "[623]\tvalid_0's auc: 0.736998\n",
      "[624]\tvalid_0's auc: 0.73699\n",
      "[625]\tvalid_0's auc: 0.73698\n",
      "[626]\tvalid_0's auc: 0.736974\n",
      "[627]\tvalid_0's auc: 0.736982\n",
      "[628]\tvalid_0's auc: 0.736979\n",
      "[629]\tvalid_0's auc: 0.736967\n",
      "[630]\tvalid_0's auc: 0.736954\n",
      "[631]\tvalid_0's auc: 0.736947\n",
      "[632]\tvalid_0's auc: 0.736936\n",
      "[633]\tvalid_0's auc: 0.736935\n",
      "[634]\tvalid_0's auc: 0.736928\n",
      "[635]\tvalid_0's auc: 0.736925\n",
      "[636]\tvalid_0's auc: 0.736932\n",
      "[637]\tvalid_0's auc: 0.736923\n",
      "[638]\tvalid_0's auc: 0.736921\n",
      "[639]\tvalid_0's auc: 0.736911\n",
      "[640]\tvalid_0's auc: 0.736906\n",
      "[641]\tvalid_0's auc: 0.736911\n",
      "[642]\tvalid_0's auc: 0.736905\n",
      "[643]\tvalid_0's auc: 0.736911\n",
      "[644]\tvalid_0's auc: 0.736902\n",
      "[645]\tvalid_0's auc: 0.736896\n",
      "[646]\tvalid_0's auc: 0.736889\n",
      "[647]\tvalid_0's auc: 0.736886\n",
      "[648]\tvalid_0's auc: 0.736879\n",
      "[649]\tvalid_0's auc: 0.736873\n",
      "[650]\tvalid_0's auc: 0.736865\n",
      "[651]\tvalid_0's auc: 0.736873\n",
      "[652]\tvalid_0's auc: 0.736875\n",
      "[653]\tvalid_0's auc: 0.736866\n",
      "[654]\tvalid_0's auc: 0.736857\n",
      "[655]\tvalid_0's auc: 0.736842\n",
      "[656]\tvalid_0's auc: 0.736836\n",
      "[657]\tvalid_0's auc: 0.736846\n",
      "[658]\tvalid_0's auc: 0.736841\n",
      "[659]\tvalid_0's auc: 0.736821\n",
      "[660]\tvalid_0's auc: 0.736811\n",
      "[661]\tvalid_0's auc: 0.736809\n",
      "[662]\tvalid_0's auc: 0.736809\n",
      "[663]\tvalid_0's auc: 0.736797\n",
      "[664]\tvalid_0's auc: 0.736781\n",
      "[665]\tvalid_0's auc: 0.736793\n",
      "[666]\tvalid_0's auc: 0.736789\n",
      "[667]\tvalid_0's auc: 0.736792\n",
      "[668]\tvalid_0's auc: 0.736799\n",
      "[669]\tvalid_0's auc: 0.736797\n",
      "[670]\tvalid_0's auc: 0.736814\n",
      "[671]\tvalid_0's auc: 0.73681\n",
      "[672]\tvalid_0's auc: 0.736802\n",
      "[673]\tvalid_0's auc: 0.736796\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[674]\tvalid_0's auc: 0.736798\n",
      "[675]\tvalid_0's auc: 0.736802\n",
      "[676]\tvalid_0's auc: 0.736794\n",
      "[677]\tvalid_0's auc: 0.736789\n",
      "[678]\tvalid_0's auc: 0.736779\n",
      "[679]\tvalid_0's auc: 0.736771\n",
      "[680]\tvalid_0's auc: 0.736769\n",
      "[681]\tvalid_0's auc: 0.736766\n",
      "[682]\tvalid_0's auc: 0.736764\n",
      "[683]\tvalid_0's auc: 0.736763\n",
      "[684]\tvalid_0's auc: 0.736764\n",
      "[685]\tvalid_0's auc: 0.73674\n",
      "[686]\tvalid_0's auc: 0.736732\n",
      "[687]\tvalid_0's auc: 0.736738\n",
      "[688]\tvalid_0's auc: 0.736743\n",
      "[689]\tvalid_0's auc: 0.736742\n",
      "[690]\tvalid_0's auc: 0.736746\n",
      "[691]\tvalid_0's auc: 0.736744\n",
      "[692]\tvalid_0's auc: 0.736734\n",
      "[693]\tvalid_0's auc: 0.736738\n",
      "[694]\tvalid_0's auc: 0.736728\n",
      "[695]\tvalid_0's auc: 0.736709\n",
      "[696]\tvalid_0's auc: 0.736695\n",
      "[697]\tvalid_0's auc: 0.736686\n",
      "[698]\tvalid_0's auc: 0.736683\n",
      "[699]\tvalid_0's auc: 0.736679\n",
      "[700]\tvalid_0's auc: 0.736678\n",
      "[701]\tvalid_0's auc: 0.736685\n",
      "[702]\tvalid_0's auc: 0.736672\n",
      "[703]\tvalid_0's auc: 0.736663\n",
      "[704]\tvalid_0's auc: 0.73666\n",
      "[705]\tvalid_0's auc: 0.736656\n",
      "[706]\tvalid_0's auc: 0.73665\n",
      "[707]\tvalid_0's auc: 0.736632\n",
      "[708]\tvalid_0's auc: 0.736634\n",
      "[709]\tvalid_0's auc: 0.736621\n",
      "[710]\tvalid_0's auc: 0.736614\n",
      "[711]\tvalid_0's auc: 0.736622\n",
      "[712]\tvalid_0's auc: 0.736621\n",
      "[713]\tvalid_0's auc: 0.736614\n",
      "[714]\tvalid_0's auc: 0.73661\n",
      "[715]\tvalid_0's auc: 0.736605\n",
      "[716]\tvalid_0's auc: 0.736605\n",
      "[717]\tvalid_0's auc: 0.73661\n",
      "[718]\tvalid_0's auc: 0.736598\n",
      "[719]\tvalid_0's auc: 0.736589\n",
      "[720]\tvalid_0's auc: 0.736585\n",
      "[721]\tvalid_0's auc: 0.736575\n",
      "[722]\tvalid_0's auc: 0.73658\n",
      "[723]\tvalid_0's auc: 0.736579\n",
      "[724]\tvalid_0's auc: 0.736564\n",
      "[725]\tvalid_0's auc: 0.736562\n",
      "[726]\tvalid_0's auc: 0.736561\n",
      "[727]\tvalid_0's auc: 0.736552\n",
      "[728]\tvalid_0's auc: 0.736539\n",
      "[729]\tvalid_0's auc: 0.73654\n",
      "[730]\tvalid_0's auc: 0.73654\n",
      "[731]\tvalid_0's auc: 0.736533\n",
      "[732]\tvalid_0's auc: 0.736538\n",
      "[733]\tvalid_0's auc: 0.736539\n",
      "[734]\tvalid_0's auc: 0.736535\n",
      "[735]\tvalid_0's auc: 0.736528\n",
      "[736]\tvalid_0's auc: 0.736532\n",
      "[737]\tvalid_0's auc: 0.73653\n",
      "[738]\tvalid_0's auc: 0.736537\n",
      "[739]\tvalid_0's auc: 0.736533\n",
      "[740]\tvalid_0's auc: 0.736516\n",
      "[741]\tvalid_0's auc: 0.736526\n",
      "[742]\tvalid_0's auc: 0.736529\n",
      "[743]\tvalid_0's auc: 0.73652\n",
      "[744]\tvalid_0's auc: 0.736511\n",
      "[745]\tvalid_0's auc: 0.7365\n",
      "[746]\tvalid_0's auc: 0.736501\n",
      "[747]\tvalid_0's auc: 0.736498\n",
      "[748]\tvalid_0's auc: 0.736495\n",
      "[749]\tvalid_0's auc: 0.736487\n",
      "[750]\tvalid_0's auc: 0.73649\n",
      "[751]\tvalid_0's auc: 0.736486\n",
      "[752]\tvalid_0's auc: 0.736483\n",
      "[753]\tvalid_0's auc: 0.73648\n",
      "[754]\tvalid_0's auc: 0.73647\n",
      "[755]\tvalid_0's auc: 0.736472\n",
      "[756]\tvalid_0's auc: 0.736467\n",
      "[757]\tvalid_0's auc: 0.736461\n",
      "[758]\tvalid_0's auc: 0.736466\n",
      "[759]\tvalid_0's auc: 0.736444\n",
      "[760]\tvalid_0's auc: 0.736441\n",
      "[761]\tvalid_0's auc: 0.736431\n",
      "[762]\tvalid_0's auc: 0.736423\n",
      "[763]\tvalid_0's auc: 0.736418\n",
      "[764]\tvalid_0's auc: 0.736421\n",
      "[765]\tvalid_0's auc: 0.736411\n",
      "[766]\tvalid_0's auc: 0.736413\n",
      "[767]\tvalid_0's auc: 0.736416\n",
      "[768]\tvalid_0's auc: 0.736412\n",
      "[769]\tvalid_0's auc: 0.736401\n",
      "[770]\tvalid_0's auc: 0.736389\n",
      "[771]\tvalid_0's auc: 0.736369\n",
      "[772]\tvalid_0's auc: 0.736375\n",
      "[773]\tvalid_0's auc: 0.736368\n",
      "[774]\tvalid_0's auc: 0.736359\n",
      "[775]\tvalid_0's auc: 0.73636\n",
      "[776]\tvalid_0's auc: 0.736369\n",
      "[777]\tvalid_0's auc: 0.736367\n",
      "[778]\tvalid_0's auc: 0.736358\n",
      "[779]\tvalid_0's auc: 0.736344\n",
      "[780]\tvalid_0's auc: 0.736337\n",
      "[781]\tvalid_0's auc: 0.736338\n",
      "[782]\tvalid_0's auc: 0.736331\n",
      "[783]\tvalid_0's auc: 0.736321\n",
      "[784]\tvalid_0's auc: 0.736327\n",
      "[785]\tvalid_0's auc: 0.736333\n",
      "[786]\tvalid_0's auc: 0.736337\n",
      "[787]\tvalid_0's auc: 0.736331\n",
      "[788]\tvalid_0's auc: 0.736329\n",
      "[789]\tvalid_0's auc: 0.736309\n",
      "[790]\tvalid_0's auc: 0.736304\n",
      "[791]\tvalid_0's auc: 0.736299\n",
      "[792]\tvalid_0's auc: 0.736285\n",
      "[793]\tvalid_0's auc: 0.736302\n",
      "[794]\tvalid_0's auc: 0.736299\n",
      "[795]\tvalid_0's auc: 0.736301\n",
      "[796]\tvalid_0's auc: 0.736294\n",
      "[797]\tvalid_0's auc: 0.736281\n",
      "[798]\tvalid_0's auc: 0.736272\n",
      "[799]\tvalid_0's auc: 0.73628\n",
      "[800]\tvalid_0's auc: 0.73628\n",
      "[801]\tvalid_0's auc: 0.736291\n",
      "[802]\tvalid_0's auc: 0.736276\n",
      "[803]\tvalid_0's auc: 0.736265\n",
      "[804]\tvalid_0's auc: 0.736267\n",
      "[805]\tvalid_0's auc: 0.736261\n",
      "[806]\tvalid_0's auc: 0.736256\n",
      "[807]\tvalid_0's auc: 0.736255\n",
      "[808]\tvalid_0's auc: 0.736236\n",
      "[809]\tvalid_0's auc: 0.73623\n",
      "[810]\tvalid_0's auc: 0.736231\n",
      "[811]\tvalid_0's auc: 0.736234\n",
      "[812]\tvalid_0's auc: 0.736232\n",
      "[813]\tvalid_0's auc: 0.736224\n",
      "[814]\tvalid_0's auc: 0.736216\n",
      "[815]\tvalid_0's auc: 0.736211\n",
      "[816]\tvalid_0's auc: 0.736205\n",
      "[817]\tvalid_0's auc: 0.736186\n",
      "[818]\tvalid_0's auc: 0.736181\n",
      "[819]\tvalid_0's auc: 0.736186\n",
      "[820]\tvalid_0's auc: 0.73619\n",
      "[821]\tvalid_0's auc: 0.736185\n",
      "[822]\tvalid_0's auc: 0.736186\n",
      "[823]\tvalid_0's auc: 0.736187\n",
      "[824]\tvalid_0's auc: 0.736173\n",
      "[825]\tvalid_0's auc: 0.736161\n",
      "[826]\tvalid_0's auc: 0.736156\n",
      "[827]\tvalid_0's auc: 0.73615\n",
      "[828]\tvalid_0's auc: 0.736136\n",
      "[829]\tvalid_0's auc: 0.736133\n",
      "[830]\tvalid_0's auc: 0.736126\n",
      "[831]\tvalid_0's auc: 0.736123\n",
      "[832]\tvalid_0's auc: 0.736134\n",
      "[833]\tvalid_0's auc: 0.736162\n",
      "[834]\tvalid_0's auc: 0.736168\n",
      "[835]\tvalid_0's auc: 0.736168\n",
      "[836]\tvalid_0's auc: 0.736148\n",
      "[837]\tvalid_0's auc: 0.736139\n",
      "[838]\tvalid_0's auc: 0.736137\n",
      "[839]\tvalid_0's auc: 0.736134\n",
      "[840]\tvalid_0's auc: 0.736147\n",
      "[841]\tvalid_0's auc: 0.736137\n",
      "[842]\tvalid_0's auc: 0.73613\n",
      "[843]\tvalid_0's auc: 0.73612\n",
      "[844]\tvalid_0's auc: 0.736115\n",
      "[845]\tvalid_0's auc: 0.736111\n",
      "[846]\tvalid_0's auc: 0.736099\n",
      "[847]\tvalid_0's auc: 0.736098\n",
      "[848]\tvalid_0's auc: 0.736091\n",
      "[849]\tvalid_0's auc: 0.736075\n",
      "[850]\tvalid_0's auc: 0.736061\n",
      "[851]\tvalid_0's auc: 0.736058\n",
      "[852]\tvalid_0's auc: 0.736069\n",
      "[853]\tvalid_0's auc: 0.736073\n",
      "[854]\tvalid_0's auc: 0.736041\n",
      "[855]\tvalid_0's auc: 0.736047\n",
      "[856]\tvalid_0's auc: 0.736037\n",
      "[857]\tvalid_0's auc: 0.736045\n",
      "[858]\tvalid_0's auc: 0.736036\n",
      "[859]\tvalid_0's auc: 0.736038\n",
      "[860]\tvalid_0's auc: 0.736035\n",
      "[861]\tvalid_0's auc: 0.736039\n",
      "[862]\tvalid_0's auc: 0.736033\n",
      "[863]\tvalid_0's auc: 0.735999\n",
      "[864]\tvalid_0's auc: 0.735999\n",
      "[865]\tvalid_0's auc: 0.736003\n",
      "[866]\tvalid_0's auc: 0.735997\n",
      "[867]\tvalid_0's auc: 0.735994\n",
      "[868]\tvalid_0's auc: 0.735989\n",
      "[869]\tvalid_0's auc: 0.735986\n",
      "[870]\tvalid_0's auc: 0.735984\n",
      "[871]\tvalid_0's auc: 0.735989\n",
      "[872]\tvalid_0's auc: 0.735979\n",
      "[873]\tvalid_0's auc: 0.735976\n",
      "[874]\tvalid_0's auc: 0.735969\n",
      "[875]\tvalid_0's auc: 0.73596\n",
      "[876]\tvalid_0's auc: 0.735965\n",
      "[877]\tvalid_0's auc: 0.735953\n",
      "[878]\tvalid_0's auc: 0.735948\n",
      "[879]\tvalid_0's auc: 0.735949\n",
      "[880]\tvalid_0's auc: 0.735935\n",
      "[881]\tvalid_0's auc: 0.735957\n",
      "[882]\tvalid_0's auc: 0.735964\n",
      "[883]\tvalid_0's auc: 0.735951\n",
      "[884]\tvalid_0's auc: 0.735931\n",
      "[885]\tvalid_0's auc: 0.735929\n",
      "[886]\tvalid_0's auc: 0.735915\n",
      "[887]\tvalid_0's auc: 0.735903\n",
      "[888]\tvalid_0's auc: 0.735901\n",
      "[889]\tvalid_0's auc: 0.735883\n",
      "[890]\tvalid_0's auc: 0.735884\n",
      "[891]\tvalid_0's auc: 0.735885\n",
      "[892]\tvalid_0's auc: 0.735873\n",
      "[893]\tvalid_0's auc: 0.735862\n",
      "[894]\tvalid_0's auc: 0.73586\n",
      "[895]\tvalid_0's auc: 0.735874\n",
      "[896]\tvalid_0's auc: 0.735854\n",
      "[897]\tvalid_0's auc: 0.735853\n",
      "[898]\tvalid_0's auc: 0.73586\n",
      "[899]\tvalid_0's auc: 0.735839\n",
      "[900]\tvalid_0's auc: 0.735827\n",
      "[901]\tvalid_0's auc: 0.735825\n",
      "[902]\tvalid_0's auc: 0.735824\n",
      "[903]\tvalid_0's auc: 0.735821\n",
      "[904]\tvalid_0's auc: 0.735818\n",
      "[905]\tvalid_0's auc: 0.7358\n",
      "[906]\tvalid_0's auc: 0.735795\n",
      "[907]\tvalid_0's auc: 0.735777\n",
      "[908]\tvalid_0's auc: 0.735769\n",
      "[909]\tvalid_0's auc: 0.735767\n",
      "[910]\tvalid_0's auc: 0.735765\n",
      "[911]\tvalid_0's auc: 0.735757\n",
      "[912]\tvalid_0's auc: 0.735753\n",
      "[913]\tvalid_0's auc: 0.735747\n",
      "[914]\tvalid_0's auc: 0.735752\n",
      "[915]\tvalid_0's auc: 0.735731\n",
      "[916]\tvalid_0's auc: 0.735749\n",
      "[917]\tvalid_0's auc: 0.73574\n",
      "[918]\tvalid_0's auc: 0.735733\n",
      "[919]\tvalid_0's auc: 0.735733\n",
      "[920]\tvalid_0's auc: 0.735715\n",
      "[921]\tvalid_0's auc: 0.735715\n",
      "[922]\tvalid_0's auc: 0.735706\n",
      "[923]\tvalid_0's auc: 0.735714\n",
      "[924]\tvalid_0's auc: 0.735701\n",
      "[925]\tvalid_0's auc: 0.735695\n",
      "[926]\tvalid_0's auc: 0.735692\n",
      "[927]\tvalid_0's auc: 0.73569\n",
      "[928]\tvalid_0's auc: 0.735672\n",
      "[929]\tvalid_0's auc: 0.735655\n",
      "[930]\tvalid_0's auc: 0.735649\n",
      "[931]\tvalid_0's auc: 0.735648\n",
      "[932]\tvalid_0's auc: 0.735649\n",
      "[933]\tvalid_0's auc: 0.73564\n",
      "[934]\tvalid_0's auc: 0.735635\n",
      "[935]\tvalid_0's auc: 0.735619\n",
      "[936]\tvalid_0's auc: 0.73563\n",
      "[937]\tvalid_0's auc: 0.735629\n",
      "[938]\tvalid_0's auc: 0.735619\n",
      "[939]\tvalid_0's auc: 0.735622\n",
      "[940]\tvalid_0's auc: 0.735612\n",
      "[941]\tvalid_0's auc: 0.735608\n",
      "[942]\tvalid_0's auc: 0.735614\n",
      "[943]\tvalid_0's auc: 0.735611\n",
      "[944]\tvalid_0's auc: 0.735608\n",
      "[945]\tvalid_0's auc: 0.735591\n",
      "[946]\tvalid_0's auc: 0.735597\n",
      "[947]\tvalid_0's auc: 0.735599\n",
      "[948]\tvalid_0's auc: 0.735592\n",
      "[949]\tvalid_0's auc: 0.735595\n",
      "[950]\tvalid_0's auc: 0.73558\n",
      "[951]\tvalid_0's auc: 0.73557\n",
      "[952]\tvalid_0's auc: 0.73556\n",
      "[953]\tvalid_0's auc: 0.735558\n",
      "[954]\tvalid_0's auc: 0.735556\n",
      "[955]\tvalid_0's auc: 0.735546\n",
      "[956]\tvalid_0's auc: 0.735543\n",
      "[957]\tvalid_0's auc: 0.735543\n",
      "[958]\tvalid_0's auc: 0.735543\n",
      "[959]\tvalid_0's auc: 0.735536\n",
      "[960]\tvalid_0's auc: 0.735531\n",
      "[961]\tvalid_0's auc: 0.735533\n",
      "[962]\tvalid_0's auc: 0.735527\n",
      "[963]\tvalid_0's auc: 0.73552\n",
      "[964]\tvalid_0's auc: 0.735519\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[965]\tvalid_0's auc: 0.735512\n",
      "[966]\tvalid_0's auc: 0.73551\n",
      "[967]\tvalid_0's auc: 0.735495\n",
      "[968]\tvalid_0's auc: 0.735486\n",
      "[969]\tvalid_0's auc: 0.735479\n",
      "[970]\tvalid_0's auc: 0.735461\n",
      "[971]\tvalid_0's auc: 0.735458\n",
      "[972]\tvalid_0's auc: 0.735445\n",
      "[973]\tvalid_0's auc: 0.735441\n",
      "[974]\tvalid_0's auc: 0.735443\n",
      "[975]\tvalid_0's auc: 0.735445\n",
      "[976]\tvalid_0's auc: 0.735427\n",
      "[977]\tvalid_0's auc: 0.735422\n",
      "[978]\tvalid_0's auc: 0.735415\n",
      "[979]\tvalid_0's auc: 0.735418\n",
      "[980]\tvalid_0's auc: 0.73541\n",
      "[981]\tvalid_0's auc: 0.735394\n",
      "[982]\tvalid_0's auc: 0.735396\n",
      "[983]\tvalid_0's auc: 0.735401\n",
      "[984]\tvalid_0's auc: 0.735389\n",
      "[985]\tvalid_0's auc: 0.735389\n",
      "[986]\tvalid_0's auc: 0.735392\n",
      "[987]\tvalid_0's auc: 0.735383\n",
      "[988]\tvalid_0's auc: 0.735367\n",
      "[989]\tvalid_0's auc: 0.735354\n",
      "[990]\tvalid_0's auc: 0.735362\n",
      "[991]\tvalid_0's auc: 0.735356\n",
      "[992]\tvalid_0's auc: 0.73535\n",
      "[993]\tvalid_0's auc: 0.735352\n",
      "[994]\tvalid_0's auc: 0.735359\n",
      "[995]\tvalid_0's auc: 0.735347\n",
      "[996]\tvalid_0's auc: 0.735352\n",
      "[997]\tvalid_0's auc: 0.735346\n",
      "[998]\tvalid_0's auc: 0.735338\n",
      "[999]\tvalid_0's auc: 0.735328\n",
      "[1000]\tvalid_0's auc: 0.735329\n",
      "[1001]\tvalid_0's auc: 0.735322\n",
      "[1002]\tvalid_0's auc: 0.735315\n",
      "[1003]\tvalid_0's auc: 0.735304\n",
      "[1004]\tvalid_0's auc: 0.735289\n",
      "[1005]\tvalid_0's auc: 0.735283\n",
      "[1006]\tvalid_0's auc: 0.735278\n",
      "[1007]\tvalid_0's auc: 0.735275\n",
      "[1008]\tvalid_0's auc: 0.735264\n",
      "[1009]\tvalid_0's auc: 0.735268\n",
      "[1010]\tvalid_0's auc: 0.735267\n",
      "[1011]\tvalid_0's auc: 0.735265\n",
      "[1012]\tvalid_0's auc: 0.735251\n",
      "[1013]\tvalid_0's auc: 0.735244\n",
      "[1014]\tvalid_0's auc: 0.735245\n",
      "[1015]\tvalid_0's auc: 0.73524\n",
      "[1016]\tvalid_0's auc: 0.735229\n",
      "[1017]\tvalid_0's auc: 0.735203\n",
      "[1018]\tvalid_0's auc: 0.735191\n",
      "[1019]\tvalid_0's auc: 0.73519\n",
      "[1020]\tvalid_0's auc: 0.735184\n",
      "[1021]\tvalid_0's auc: 0.735197\n",
      "[1022]\tvalid_0's auc: 0.735186\n",
      "[1023]\tvalid_0's auc: 0.735186\n",
      "[1024]\tvalid_0's auc: 0.735184\n",
      "[1025]\tvalid_0's auc: 0.735191\n",
      "[1026]\tvalid_0's auc: 0.735194\n",
      "[1027]\tvalid_0's auc: 0.735191\n",
      "[1028]\tvalid_0's auc: 0.735186\n",
      "[1029]\tvalid_0's auc: 0.735184\n",
      "[1030]\tvalid_0's auc: 0.735183\n",
      "[1031]\tvalid_0's auc: 0.735168\n",
      "[1032]\tvalid_0's auc: 0.73516\n",
      "[1033]\tvalid_0's auc: 0.735159\n",
      "[1034]\tvalid_0's auc: 0.735158\n",
      "[1035]\tvalid_0's auc: 0.73514\n",
      "[1036]\tvalid_0's auc: 0.735128\n",
      "[1037]\tvalid_0's auc: 0.735113\n",
      "[1038]\tvalid_0's auc: 0.735097\n",
      "[1039]\tvalid_0's auc: 0.735097\n",
      "[1040]\tvalid_0's auc: 0.735092\n",
      "[1041]\tvalid_0's auc: 0.735099\n",
      "[1042]\tvalid_0's auc: 0.735106\n",
      "[1043]\tvalid_0's auc: 0.735094\n",
      "[1044]\tvalid_0's auc: 0.735101\n",
      "[1045]\tvalid_0's auc: 0.735089\n",
      "[1046]\tvalid_0's auc: 0.73509\n",
      "[1047]\tvalid_0's auc: 0.735072\n",
      "[1048]\tvalid_0's auc: 0.735067\n",
      "[1049]\tvalid_0's auc: 0.735059\n",
      "[1050]\tvalid_0's auc: 0.735061\n",
      "[1051]\tvalid_0's auc: 0.735058\n",
      "[1052]\tvalid_0's auc: 0.735056\n",
      "[1053]\tvalid_0's auc: 0.73505\n",
      "[1054]\tvalid_0's auc: 0.735046\n",
      "[1055]\tvalid_0's auc: 0.735041\n",
      "[1056]\tvalid_0's auc: 0.735031\n",
      "[1057]\tvalid_0's auc: 0.735014\n",
      "[1058]\tvalid_0's auc: 0.735012\n",
      "[1059]\tvalid_0's auc: 0.73501\n",
      "[1060]\tvalid_0's auc: 0.735001\n",
      "[1061]\tvalid_0's auc: 0.735002\n",
      "[1062]\tvalid_0's auc: 0.734992\n",
      "[1063]\tvalid_0's auc: 0.734989\n",
      "[1064]\tvalid_0's auc: 0.735005\n",
      "[1065]\tvalid_0's auc: 0.735004\n",
      "[1066]\tvalid_0's auc: 0.734996\n",
      "[1067]\tvalid_0's auc: 0.734996\n",
      "[1068]\tvalid_0's auc: 0.734984\n",
      "[1069]\tvalid_0's auc: 0.734986\n",
      "[1070]\tvalid_0's auc: 0.734978\n",
      "[1071]\tvalid_0's auc: 0.734951\n",
      "[1072]\tvalid_0's auc: 0.734952\n",
      "[1073]\tvalid_0's auc: 0.734956\n",
      "[1074]\tvalid_0's auc: 0.734943\n",
      "[1075]\tvalid_0's auc: 0.734945\n",
      "[1076]\tvalid_0's auc: 0.734935\n",
      "[1077]\tvalid_0's auc: 0.73493\n",
      "[1078]\tvalid_0's auc: 0.734935\n",
      "[1079]\tvalid_0's auc: 0.734914\n",
      "[1080]\tvalid_0's auc: 0.73492\n",
      "[1081]\tvalid_0's auc: 0.734914\n",
      "[1082]\tvalid_0's auc: 0.73491\n",
      "[1083]\tvalid_0's auc: 0.734907\n",
      "[1084]\tvalid_0's auc: 0.734894\n",
      "[1085]\tvalid_0's auc: 0.734889\n",
      "[1086]\tvalid_0's auc: 0.734894\n",
      "[1087]\tvalid_0's auc: 0.734886\n",
      "[1088]\tvalid_0's auc: 0.734881\n",
      "[1089]\tvalid_0's auc: 0.734876\n",
      "[1090]\tvalid_0's auc: 0.734878\n",
      "[1091]\tvalid_0's auc: 0.734873\n",
      "[1092]\tvalid_0's auc: 0.734859\n",
      "[1093]\tvalid_0's auc: 0.734855\n",
      "[1094]\tvalid_0's auc: 0.734854\n",
      "[1095]\tvalid_0's auc: 0.734833\n",
      "[1096]\tvalid_0's auc: 0.734823\n",
      "[1097]\tvalid_0's auc: 0.734829\n",
      "[1098]\tvalid_0's auc: 0.734818\n",
      "[1099]\tvalid_0's auc: 0.734813\n",
      "[1100]\tvalid_0's auc: 0.734815\n",
      "[1101]\tvalid_0's auc: 0.73481\n",
      "[1102]\tvalid_0's auc: 0.734804\n",
      "[1103]\tvalid_0's auc: 0.734798\n",
      "[1104]\tvalid_0's auc: 0.734792\n",
      "[1105]\tvalid_0's auc: 0.734792\n",
      "[1106]\tvalid_0's auc: 0.734783\n",
      "[1107]\tvalid_0's auc: 0.734776\n",
      "[1108]\tvalid_0's auc: 0.73476\n",
      "[1109]\tvalid_0's auc: 0.734747\n",
      "[1110]\tvalid_0's auc: 0.73474\n",
      "[1111]\tvalid_0's auc: 0.734739\n",
      "[1112]\tvalid_0's auc: 0.734727\n",
      "[1113]\tvalid_0's auc: 0.73472\n",
      "[1114]\tvalid_0's auc: 0.734716\n",
      "[1115]\tvalid_0's auc: 0.734715\n",
      "[1116]\tvalid_0's auc: 0.734707\n",
      "[1117]\tvalid_0's auc: 0.734706\n",
      "[1118]\tvalid_0's auc: 0.7347\n",
      "[1119]\tvalid_0's auc: 0.734697\n",
      "[1120]\tvalid_0's auc: 0.734683\n",
      "[1121]\tvalid_0's auc: 0.734669\n",
      "[1122]\tvalid_0's auc: 0.734672\n",
      "[1123]\tvalid_0's auc: 0.734656\n",
      "[1124]\tvalid_0's auc: 0.734659\n",
      "[1125]\tvalid_0's auc: 0.734657\n",
      "[1126]\tvalid_0's auc: 0.734663\n",
      "[1127]\tvalid_0's auc: 0.734662\n",
      "[1128]\tvalid_0's auc: 0.73466\n",
      "[1129]\tvalid_0's auc: 0.734665\n",
      "[1130]\tvalid_0's auc: 0.734666\n",
      "[1131]\tvalid_0's auc: 0.734652\n",
      "[1132]\tvalid_0's auc: 0.734652\n",
      "[1133]\tvalid_0's auc: 0.734644\n",
      "[1134]\tvalid_0's auc: 0.734628\n",
      "[1135]\tvalid_0's auc: 0.734625\n",
      "[1136]\tvalid_0's auc: 0.734626\n",
      "[1137]\tvalid_0's auc: 0.734628\n",
      "[1138]\tvalid_0's auc: 0.734615\n",
      "[1139]\tvalid_0's auc: 0.734607\n",
      "[1140]\tvalid_0's auc: 0.73458\n",
      "[1141]\tvalid_0's auc: 0.734582\n",
      "[1142]\tvalid_0's auc: 0.734587\n",
      "[1143]\tvalid_0's auc: 0.734577\n",
      "[1144]\tvalid_0's auc: 0.734582\n",
      "[1145]\tvalid_0's auc: 0.734572\n",
      "[1146]\tvalid_0's auc: 0.734568\n",
      "[1147]\tvalid_0's auc: 0.734564\n",
      "[1148]\tvalid_0's auc: 0.734554\n",
      "[1149]\tvalid_0's auc: 0.734537\n",
      "[1150]\tvalid_0's auc: 0.73453\n",
      "[1151]\tvalid_0's auc: 0.734534\n",
      "[1152]\tvalid_0's auc: 0.734531\n",
      "[1153]\tvalid_0's auc: 0.734523\n",
      "[1154]\tvalid_0's auc: 0.734518\n",
      "[1155]\tvalid_0's auc: 0.734516\n",
      "[1156]\tvalid_0's auc: 0.734513\n",
      "[1157]\tvalid_0's auc: 0.73451\n",
      "[1158]\tvalid_0's auc: 0.734507\n",
      "[1159]\tvalid_0's auc: 0.734505\n",
      "[1160]\tvalid_0's auc: 0.734507\n",
      "[1161]\tvalid_0's auc: 0.734502\n",
      "[1162]\tvalid_0's auc: 0.734502\n",
      "[1163]\tvalid_0's auc: 0.734493\n",
      "[1164]\tvalid_0's auc: 0.734498\n",
      "[1165]\tvalid_0's auc: 0.734493\n",
      "[1166]\tvalid_0's auc: 0.734489\n",
      "[1167]\tvalid_0's auc: 0.734484\n",
      "[1168]\tvalid_0's auc: 0.734478\n",
      "[1169]\tvalid_0's auc: 0.734467\n",
      "[1170]\tvalid_0's auc: 0.734458\n",
      "[1171]\tvalid_0's auc: 0.73447\n",
      "[1172]\tvalid_0's auc: 0.734457\n",
      "[1173]\tvalid_0's auc: 0.734455\n",
      "[1174]\tvalid_0's auc: 0.734447\n",
      "[1175]\tvalid_0's auc: 0.734442\n",
      "[1176]\tvalid_0's auc: 0.734438\n",
      "[1177]\tvalid_0's auc: 0.73443\n",
      "[1178]\tvalid_0's auc: 0.734429\n",
      "[1179]\tvalid_0's auc: 0.734432\n",
      "[1180]\tvalid_0's auc: 0.734432\n",
      "[1181]\tvalid_0's auc: 0.73443\n",
      "[1182]\tvalid_0's auc: 0.734431\n",
      "[1183]\tvalid_0's auc: 0.734424\n",
      "[1184]\tvalid_0's auc: 0.734407\n",
      "[1185]\tvalid_0's auc: 0.734401\n",
      "[1186]\tvalid_0's auc: 0.734384\n",
      "[1187]\tvalid_0's auc: 0.734374\n",
      "[1188]\tvalid_0's auc: 0.73437\n",
      "[1189]\tvalid_0's auc: 0.734367\n",
      "[1190]\tvalid_0's auc: 0.734383\n",
      "[1191]\tvalid_0's auc: 0.734373\n",
      "[1192]\tvalid_0's auc: 0.734373\n",
      "[1193]\tvalid_0's auc: 0.734376\n",
      "[1194]\tvalid_0's auc: 0.734373\n",
      "[1195]\tvalid_0's auc: 0.734377\n",
      "[1196]\tvalid_0's auc: 0.734371\n",
      "[1197]\tvalid_0's auc: 0.734364\n",
      "[1198]\tvalid_0's auc: 0.734362\n",
      "[1199]\tvalid_0's auc: 0.734367\n",
      "[1200]\tvalid_0's auc: 0.734357\n",
      "[1201]\tvalid_0's auc: 0.734356\n",
      "[1202]\tvalid_0's auc: 0.734347\n",
      "[1203]\tvalid_0's auc: 0.734328\n",
      "[1204]\tvalid_0's auc: 0.73433\n",
      "[1205]\tvalid_0's auc: 0.73433\n",
      "[1206]\tvalid_0's auc: 0.734319\n",
      "[1207]\tvalid_0's auc: 0.734313\n",
      "[1208]\tvalid_0's auc: 0.734313\n",
      "[1209]\tvalid_0's auc: 0.734301\n",
      "[1210]\tvalid_0's auc: 0.734307\n",
      "[1211]\tvalid_0's auc: 0.734293\n",
      "[1212]\tvalid_0's auc: 0.734276\n",
      "[1213]\tvalid_0's auc: 0.73428\n",
      "[1214]\tvalid_0's auc: 0.734256\n",
      "[1215]\tvalid_0's auc: 0.73425\n",
      "[1216]\tvalid_0's auc: 0.734252\n",
      "[1217]\tvalid_0's auc: 0.734252\n",
      "[1218]\tvalid_0's auc: 0.734252\n",
      "[1219]\tvalid_0's auc: 0.734258\n",
      "[1220]\tvalid_0's auc: 0.734245\n",
      "[1221]\tvalid_0's auc: 0.734238\n",
      "[1222]\tvalid_0's auc: 0.734224\n",
      "[1223]\tvalid_0's auc: 0.734223\n",
      "[1224]\tvalid_0's auc: 0.734222\n",
      "[1225]\tvalid_0's auc: 0.734217\n",
      "[1226]\tvalid_0's auc: 0.734215\n",
      "[1227]\tvalid_0's auc: 0.734211\n",
      "[1228]\tvalid_0's auc: 0.734205\n",
      "[1229]\tvalid_0's auc: 0.734202\n",
      "[1230]\tvalid_0's auc: 0.734203\n",
      "[1231]\tvalid_0's auc: 0.734194\n",
      "[1232]\tvalid_0's auc: 0.734187\n",
      "[1233]\tvalid_0's auc: 0.734181\n",
      "[1234]\tvalid_0's auc: 0.734173\n",
      "[1235]\tvalid_0's auc: 0.734172\n",
      "[1236]\tvalid_0's auc: 0.734178\n",
      "[1237]\tvalid_0's auc: 0.734169\n",
      "[1238]\tvalid_0's auc: 0.734172\n",
      "[1239]\tvalid_0's auc: 0.734147\n",
      "[1240]\tvalid_0's auc: 0.734145\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1241]\tvalid_0's auc: 0.734139\n",
      "[1242]\tvalid_0's auc: 0.734129\n",
      "[1243]\tvalid_0's auc: 0.73411\n",
      "[1244]\tvalid_0's auc: 0.734104\n",
      "[1245]\tvalid_0's auc: 0.734107\n",
      "[1246]\tvalid_0's auc: 0.734095\n",
      "[1247]\tvalid_0's auc: 0.734087\n",
      "[1248]\tvalid_0's auc: 0.734068\n",
      "[1249]\tvalid_0's auc: 0.734062\n",
      "[1250]\tvalid_0's auc: 0.734059\n",
      "[1251]\tvalid_0's auc: 0.734059\n",
      "[1252]\tvalid_0's auc: 0.734048\n",
      "[1253]\tvalid_0's auc: 0.734033\n",
      "[1254]\tvalid_0's auc: 0.734021\n",
      "[1255]\tvalid_0's auc: 0.73402\n",
      "[1256]\tvalid_0's auc: 0.73402\n",
      "[1257]\tvalid_0's auc: 0.734016\n",
      "[1258]\tvalid_0's auc: 0.734008\n",
      "[1259]\tvalid_0's auc: 0.733993\n",
      "[1260]\tvalid_0's auc: 0.733975\n",
      "[1261]\tvalid_0's auc: 0.733967\n",
      "[1262]\tvalid_0's auc: 0.733973\n",
      "[1263]\tvalid_0's auc: 0.73397\n",
      "[1264]\tvalid_0's auc: 0.733966\n",
      "[1265]\tvalid_0's auc: 0.733967\n",
      "[1266]\tvalid_0's auc: 0.733959\n",
      "[1267]\tvalid_0's auc: 0.733953\n",
      "[1268]\tvalid_0's auc: 0.733937\n",
      "[1269]\tvalid_0's auc: 0.733932\n",
      "[1270]\tvalid_0's auc: 0.733921\n",
      "[1271]\tvalid_0's auc: 0.733928\n",
      "[1272]\tvalid_0's auc: 0.733928\n",
      "[1273]\tvalid_0's auc: 0.73392\n",
      "[1274]\tvalid_0's auc: 0.733913\n",
      "[1275]\tvalid_0's auc: 0.733907\n",
      "[1276]\tvalid_0's auc: 0.733894\n",
      "[1277]\tvalid_0's auc: 0.733876\n",
      "[1278]\tvalid_0's auc: 0.733868\n",
      "[1279]\tvalid_0's auc: 0.733869\n",
      "[1280]\tvalid_0's auc: 0.733865\n",
      "[1281]\tvalid_0's auc: 0.733862\n",
      "[1282]\tvalid_0's auc: 0.73385\n",
      "[1283]\tvalid_0's auc: 0.733852\n",
      "[1284]\tvalid_0's auc: 0.733828\n",
      "[1285]\tvalid_0's auc: 0.73383\n",
      "[1286]\tvalid_0's auc: 0.733822\n",
      "[1287]\tvalid_0's auc: 0.733816\n",
      "[1288]\tvalid_0's auc: 0.733813\n",
      "[1289]\tvalid_0's auc: 0.733816\n",
      "[1290]\tvalid_0's auc: 0.733803\n",
      "[1291]\tvalid_0's auc: 0.733803\n",
      "[1292]\tvalid_0's auc: 0.733798\n",
      "[1293]\tvalid_0's auc: 0.733797\n",
      "[1294]\tvalid_0's auc: 0.733796\n",
      "[1295]\tvalid_0's auc: 0.733791\n",
      "[1296]\tvalid_0's auc: 0.733784\n",
      "[1297]\tvalid_0's auc: 0.73377\n",
      "[1298]\tvalid_0's auc: 0.73377\n",
      "[1299]\tvalid_0's auc: 0.733772\n",
      "[1300]\tvalid_0's auc: 0.733773\n",
      "[1301]\tvalid_0's auc: 0.733782\n",
      "[1302]\tvalid_0's auc: 0.73378\n",
      "[1303]\tvalid_0's auc: 0.733774\n",
      "[1304]\tvalid_0's auc: 0.733767\n",
      "[1305]\tvalid_0's auc: 0.733766\n",
      "[1306]\tvalid_0's auc: 0.733763\n",
      "[1307]\tvalid_0's auc: 0.733769\n",
      "[1308]\tvalid_0's auc: 0.733765\n",
      "[1309]\tvalid_0's auc: 0.733764\n",
      "[1310]\tvalid_0's auc: 0.733758\n",
      "[1311]\tvalid_0's auc: 0.733748\n",
      "[1312]\tvalid_0's auc: 0.733746\n",
      "[1313]\tvalid_0's auc: 0.733742\n",
      "[1314]\tvalid_0's auc: 0.733742\n",
      "[1315]\tvalid_0's auc: 0.733741\n",
      "[1316]\tvalid_0's auc: 0.733729\n",
      "[1317]\tvalid_0's auc: 0.733727\n",
      "[1318]\tvalid_0's auc: 0.73372\n",
      "[1319]\tvalid_0's auc: 0.733712\n",
      "[1320]\tvalid_0's auc: 0.733716\n",
      "[1321]\tvalid_0's auc: 0.733708\n",
      "[1322]\tvalid_0's auc: 0.733693\n",
      "[1323]\tvalid_0's auc: 0.733685\n",
      "[1324]\tvalid_0's auc: 0.733675\n",
      "[1325]\tvalid_0's auc: 0.733662\n",
      "[1326]\tvalid_0's auc: 0.733649\n",
      "[1327]\tvalid_0's auc: 0.733659\n",
      "[1328]\tvalid_0's auc: 0.733665\n",
      "[1329]\tvalid_0's auc: 0.733669\n",
      "[1330]\tvalid_0's auc: 0.733667\n",
      "[1331]\tvalid_0's auc: 0.733651\n",
      "[1332]\tvalid_0's auc: 0.733659\n",
      "[1333]\tvalid_0's auc: 0.733657\n",
      "[1334]\tvalid_0's auc: 0.73365\n",
      "[1335]\tvalid_0's auc: 0.733643\n",
      "[1336]\tvalid_0's auc: 0.73364\n",
      "[1337]\tvalid_0's auc: 0.733622\n",
      "[1338]\tvalid_0's auc: 0.733614\n",
      "[1339]\tvalid_0's auc: 0.733615\n",
      "[1340]\tvalid_0's auc: 0.733607\n",
      "[1341]\tvalid_0's auc: 0.733604\n",
      "[1342]\tvalid_0's auc: 0.733595\n",
      "[1343]\tvalid_0's auc: 0.733594\n",
      "[1344]\tvalid_0's auc: 0.733585\n",
      "[1345]\tvalid_0's auc: 0.73358\n",
      "[1346]\tvalid_0's auc: 0.73357\n",
      "[1347]\tvalid_0's auc: 0.73356\n",
      "[1348]\tvalid_0's auc: 0.733571\n",
      "[1349]\tvalid_0's auc: 0.733567\n",
      "[1350]\tvalid_0's auc: 0.733561\n",
      "[1351]\tvalid_0's auc: 0.733561\n",
      "[1352]\tvalid_0's auc: 0.733543\n",
      "[1353]\tvalid_0's auc: 0.733543\n",
      "[1354]\tvalid_0's auc: 0.733535\n",
      "[1355]\tvalid_0's auc: 0.733531\n",
      "[1356]\tvalid_0's auc: 0.733541\n",
      "[1357]\tvalid_0's auc: 0.733547\n",
      "[1358]\tvalid_0's auc: 0.733526\n",
      "[1359]\tvalid_0's auc: 0.733524\n",
      "[1360]\tvalid_0's auc: 0.733515\n",
      "[1361]\tvalid_0's auc: 0.733508\n",
      "[1362]\tvalid_0's auc: 0.733502\n",
      "[1363]\tvalid_0's auc: 0.733489\n",
      "[1364]\tvalid_0's auc: 0.73349\n",
      "[1365]\tvalid_0's auc: 0.733485\n",
      "[1366]\tvalid_0's auc: 0.733478\n",
      "[1367]\tvalid_0's auc: 0.733472\n",
      "[1368]\tvalid_0's auc: 0.733463\n",
      "[1369]\tvalid_0's auc: 0.733453\n",
      "[1370]\tvalid_0's auc: 0.733447\n",
      "[1371]\tvalid_0's auc: 0.733442\n",
      "[1372]\tvalid_0's auc: 0.733423\n",
      "[1373]\tvalid_0's auc: 0.733415\n",
      "[1374]\tvalid_0's auc: 0.733415\n",
      "[1375]\tvalid_0's auc: 0.733413\n",
      "[1376]\tvalid_0's auc: 0.733408\n",
      "[1377]\tvalid_0's auc: 0.733404\n",
      "[1378]\tvalid_0's auc: 0.733395\n",
      "[1379]\tvalid_0's auc: 0.733398\n",
      "[1380]\tvalid_0's auc: 0.733385\n",
      "[1381]\tvalid_0's auc: 0.733378\n",
      "[1382]\tvalid_0's auc: 0.733381\n",
      "[1383]\tvalid_0's auc: 0.733383\n",
      "[1384]\tvalid_0's auc: 0.733374\n",
      "[1385]\tvalid_0's auc: 0.733371\n",
      "[1386]\tvalid_0's auc: 0.733374\n",
      "[1387]\tvalid_0's auc: 0.733374\n",
      "[1388]\tvalid_0's auc: 0.733359\n",
      "[1389]\tvalid_0's auc: 0.733337\n",
      "[1390]\tvalid_0's auc: 0.733341\n",
      "[1391]\tvalid_0's auc: 0.733334\n",
      "[1392]\tvalid_0's auc: 0.733319\n",
      "[1393]\tvalid_0's auc: 0.733308\n",
      "[1394]\tvalid_0's auc: 0.733305\n",
      "[1395]\tvalid_0's auc: 0.733304\n",
      "[1396]\tvalid_0's auc: 0.733305\n",
      "[1397]\tvalid_0's auc: 0.733306\n",
      "[1398]\tvalid_0's auc: 0.733317\n",
      "[1399]\tvalid_0's auc: 0.733324\n",
      "[1400]\tvalid_0's auc: 0.733333\n",
      "[1401]\tvalid_0's auc: 0.733312\n",
      "[1402]\tvalid_0's auc: 0.733309\n",
      "[1403]\tvalid_0's auc: 0.733301\n",
      "[1404]\tvalid_0's auc: 0.733291\n",
      "[1405]\tvalid_0's auc: 0.733289\n",
      "[1406]\tvalid_0's auc: 0.733284\n",
      "[1407]\tvalid_0's auc: 0.733272\n",
      "[1408]\tvalid_0's auc: 0.733271\n",
      "[1409]\tvalid_0's auc: 0.733268\n",
      "[1410]\tvalid_0's auc: 0.733255\n",
      "[1411]\tvalid_0's auc: 0.733247\n",
      "[1412]\tvalid_0's auc: 0.733231\n",
      "[1413]\tvalid_0's auc: 0.733226\n",
      "[1414]\tvalid_0's auc: 0.733222\n",
      "[1415]\tvalid_0's auc: 0.733227\n",
      "[1416]\tvalid_0's auc: 0.733215\n",
      "[1417]\tvalid_0's auc: 0.733211\n",
      "[1418]\tvalid_0's auc: 0.733205\n",
      "[1419]\tvalid_0's auc: 0.733207\n",
      "[1420]\tvalid_0's auc: 0.733206\n",
      "[1421]\tvalid_0's auc: 0.733209\n",
      "[1422]\tvalid_0's auc: 0.733204\n",
      "[1423]\tvalid_0's auc: 0.7332\n",
      "[1424]\tvalid_0's auc: 0.733202\n",
      "[1425]\tvalid_0's auc: 0.733196\n",
      "[1426]\tvalid_0's auc: 0.733206\n",
      "[1427]\tvalid_0's auc: 0.733196\n",
      "[1428]\tvalid_0's auc: 0.733201\n",
      "[1429]\tvalid_0's auc: 0.733198\n",
      "[1430]\tvalid_0's auc: 0.733191\n",
      "[1431]\tvalid_0's auc: 0.733183\n",
      "[1432]\tvalid_0's auc: 0.73319\n",
      "[1433]\tvalid_0's auc: 0.733179\n",
      "[1434]\tvalid_0's auc: 0.733176\n",
      "[1435]\tvalid_0's auc: 0.733174\n",
      "[1436]\tvalid_0's auc: 0.733161\n",
      "[1437]\tvalid_0's auc: 0.733173\n",
      "[1438]\tvalid_0's auc: 0.733154\n",
      "[1439]\tvalid_0's auc: 0.733154\n",
      "[1440]\tvalid_0's auc: 0.733144\n",
      "[1441]\tvalid_0's auc: 0.733147\n",
      "[1442]\tvalid_0's auc: 0.733141\n",
      "[1443]\tvalid_0's auc: 0.733143\n",
      "[1444]\tvalid_0's auc: 0.733135\n",
      "[1445]\tvalid_0's auc: 0.733131\n",
      "[1446]\tvalid_0's auc: 0.733129\n",
      "[1447]\tvalid_0's auc: 0.733127\n",
      "[1448]\tvalid_0's auc: 0.733109\n",
      "[1449]\tvalid_0's auc: 0.733088\n",
      "[1450]\tvalid_0's auc: 0.733076\n",
      "[1451]\tvalid_0's auc: 0.73308\n",
      "[1452]\tvalid_0's auc: 0.733073\n",
      "[1453]\tvalid_0's auc: 0.733071\n",
      "[1454]\tvalid_0's auc: 0.733065\n",
      "[1455]\tvalid_0's auc: 0.733068\n",
      "[1456]\tvalid_0's auc: 0.733055\n",
      "[1457]\tvalid_0's auc: 0.733049\n",
      "[1458]\tvalid_0's auc: 0.733037\n",
      "[1459]\tvalid_0's auc: 0.733032\n",
      "[1460]\tvalid_0's auc: 0.733017\n",
      "[1461]\tvalid_0's auc: 0.733017\n",
      "[1462]\tvalid_0's auc: 0.733016\n",
      "[1463]\tvalid_0's auc: 0.733002\n",
      "[1464]\tvalid_0's auc: 0.732992\n",
      "[1465]\tvalid_0's auc: 0.732979\n",
      "[1466]\tvalid_0's auc: 0.732976\n",
      "[1467]\tvalid_0's auc: 0.73296\n",
      "[1468]\tvalid_0's auc: 0.732959\n",
      "[1469]\tvalid_0's auc: 0.732958\n",
      "[1470]\tvalid_0's auc: 0.732944\n",
      "[1471]\tvalid_0's auc: 0.732957\n",
      "[1472]\tvalid_0's auc: 0.732955\n",
      "[1473]\tvalid_0's auc: 0.732955\n",
      "[1474]\tvalid_0's auc: 0.732937\n",
      "[1475]\tvalid_0's auc: 0.732936\n",
      "[1476]\tvalid_0's auc: 0.732925\n",
      "[1477]\tvalid_0's auc: 0.732914\n",
      "[1478]\tvalid_0's auc: 0.732886\n",
      "[1479]\tvalid_0's auc: 0.732883\n",
      "[1480]\tvalid_0's auc: 0.732879\n",
      "[1481]\tvalid_0's auc: 0.732874\n",
      "[1482]\tvalid_0's auc: 0.732858\n",
      "[1483]\tvalid_0's auc: 0.732861\n",
      "[1484]\tvalid_0's auc: 0.732843\n",
      "[1485]\tvalid_0's auc: 0.732831\n",
      "[1486]\tvalid_0's auc: 0.732822\n",
      "[1487]\tvalid_0's auc: 0.732808\n",
      "[1488]\tvalid_0's auc: 0.732806\n",
      "[1489]\tvalid_0's auc: 0.732795\n",
      "[1490]\tvalid_0's auc: 0.7328\n",
      "[1491]\tvalid_0's auc: 0.7328\n",
      "[1492]\tvalid_0's auc: 0.732796\n",
      "[1493]\tvalid_0's auc: 0.732795\n",
      "[1494]\tvalid_0's auc: 0.732785\n",
      "[1495]\tvalid_0's auc: 0.732772\n",
      "[1496]\tvalid_0's auc: 0.732762\n",
      "[1497]\tvalid_0's auc: 0.732754\n",
      "[1498]\tvalid_0's auc: 0.732754\n",
      "[1499]\tvalid_0's auc: 0.732745\n",
      "[1500]\tvalid_0's auc: 0.732745\n",
      "[1501]\tvalid_0's auc: 0.732743\n",
      "[1502]\tvalid_0's auc: 0.732729\n",
      "[1503]\tvalid_0's auc: 0.732734\n",
      "[1504]\tvalid_0's auc: 0.732737\n",
      "[1505]\tvalid_0's auc: 0.732734\n",
      "[1506]\tvalid_0's auc: 0.732709\n",
      "[1507]\tvalid_0's auc: 0.732712\n",
      "[1508]\tvalid_0's auc: 0.732707\n",
      "[1509]\tvalid_0's auc: 0.732701\n",
      "[1510]\tvalid_0's auc: 0.732696\n",
      "[1511]\tvalid_0's auc: 0.732693\n",
      "[1512]\tvalid_0's auc: 0.73269\n",
      "[1513]\tvalid_0's auc: 0.732676\n",
      "[1514]\tvalid_0's auc: 0.73268\n",
      "[1515]\tvalid_0's auc: 0.73268\n",
      "[1516]\tvalid_0's auc: 0.732684\n",
      "[1517]\tvalid_0's auc: 0.732675\n",
      "[1518]\tvalid_0's auc: 0.732677\n",
      "[1519]\tvalid_0's auc: 0.732674\n",
      "[1520]\tvalid_0's auc: 0.732658\n",
      "[1521]\tvalid_0's auc: 0.732648\n",
      "[1522]\tvalid_0's auc: 0.732652\n",
      "[1523]\tvalid_0's auc: 0.732653\n",
      "[1524]\tvalid_0's auc: 0.732645\n",
      "[1525]\tvalid_0's auc: 0.732644\n",
      "[1526]\tvalid_0's auc: 0.732641\n",
      "[1527]\tvalid_0's auc: 0.732625\n",
      "[1528]\tvalid_0's auc: 0.732627\n",
      "[1529]\tvalid_0's auc: 0.732624\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1530]\tvalid_0's auc: 0.7326\n",
      "[1531]\tvalid_0's auc: 0.732597\n",
      "[1532]\tvalid_0's auc: 0.732588\n",
      "[1533]\tvalid_0's auc: 0.732577\n",
      "[1534]\tvalid_0's auc: 0.732563\n",
      "[1535]\tvalid_0's auc: 0.732558\n",
      "[1536]\tvalid_0's auc: 0.732556\n",
      "[1537]\tvalid_0's auc: 0.73254\n",
      "[1538]\tvalid_0's auc: 0.732547\n",
      "[1539]\tvalid_0's auc: 0.732527\n",
      "[1540]\tvalid_0's auc: 0.732517\n",
      "[1541]\tvalid_0's auc: 0.732504\n",
      "[1542]\tvalid_0's auc: 0.732504\n",
      "[1543]\tvalid_0's auc: 0.7325\n",
      "[1544]\tvalid_0's auc: 0.732497\n",
      "[1545]\tvalid_0's auc: 0.73249\n",
      "[1546]\tvalid_0's auc: 0.732471\n",
      "[1547]\tvalid_0's auc: 0.732479\n",
      "[1548]\tvalid_0's auc: 0.732476\n",
      "[1549]\tvalid_0's auc: 0.73247\n",
      "[1550]\tvalid_0's auc: 0.732468\n",
      "[1551]\tvalid_0's auc: 0.732473\n",
      "[1552]\tvalid_0's auc: 0.732468\n",
      "[1553]\tvalid_0's auc: 0.732458\n",
      "[1554]\tvalid_0's auc: 0.73245\n",
      "[1555]\tvalid_0's auc: 0.732454\n",
      "[1556]\tvalid_0's auc: 0.732458\n",
      "[1557]\tvalid_0's auc: 0.732465\n",
      "[1558]\tvalid_0's auc: 0.732447\n",
      "[1559]\tvalid_0's auc: 0.732446\n",
      "[1560]\tvalid_0's auc: 0.732448\n",
      "[1561]\tvalid_0's auc: 0.732439\n",
      "[1562]\tvalid_0's auc: 0.732435\n",
      "[1563]\tvalid_0's auc: 0.732415\n",
      "[1564]\tvalid_0's auc: 0.732417\n",
      "[1565]\tvalid_0's auc: 0.732422\n",
      "[1566]\tvalid_0's auc: 0.732424\n",
      "[1567]\tvalid_0's auc: 0.732421\n",
      "[1568]\tvalid_0's auc: 0.732416\n",
      "[1569]\tvalid_0's auc: 0.73242\n",
      "[1570]\tvalid_0's auc: 0.732419\n",
      "[1571]\tvalid_0's auc: 0.732395\n",
      "[1572]\tvalid_0's auc: 0.732382\n",
      "[1573]\tvalid_0's auc: 0.732372\n",
      "[1574]\tvalid_0's auc: 0.732376\n",
      "[1575]\tvalid_0's auc: 0.732367\n",
      "[1576]\tvalid_0's auc: 0.732358\n",
      "[1577]\tvalid_0's auc: 0.73235\n",
      "[1578]\tvalid_0's auc: 0.732342\n",
      "[1579]\tvalid_0's auc: 0.732351\n",
      "[1580]\tvalid_0's auc: 0.732343\n",
      "[1581]\tvalid_0's auc: 0.732336\n",
      "[1582]\tvalid_0's auc: 0.732328\n",
      "[1583]\tvalid_0's auc: 0.732312\n",
      "[1584]\tvalid_0's auc: 0.732309\n",
      "[1585]\tvalid_0's auc: 0.732291\n",
      "[1586]\tvalid_0's auc: 0.73228\n",
      "[1587]\tvalid_0's auc: 0.732267\n",
      "[1588]\tvalid_0's auc: 0.73225\n",
      "[1589]\tvalid_0's auc: 0.732244\n",
      "[1590]\tvalid_0's auc: 0.732237\n",
      "[1591]\tvalid_0's auc: 0.732239\n",
      "[1592]\tvalid_0's auc: 0.732239\n",
      "[1593]\tvalid_0's auc: 0.732229\n",
      "[1594]\tvalid_0's auc: 0.732215\n",
      "[1595]\tvalid_0's auc: 0.732206\n",
      "[1596]\tvalid_0's auc: 0.732204\n",
      "[1597]\tvalid_0's auc: 0.7322\n",
      "[1598]\tvalid_0's auc: 0.732199\n",
      "[1599]\tvalid_0's auc: 0.732195\n",
      "[1600]\tvalid_0's auc: 0.732196\n",
      "[1601]\tvalid_0's auc: 0.732179\n",
      "[1602]\tvalid_0's auc: 0.732175\n",
      "[1603]\tvalid_0's auc: 0.732165\n",
      "[1604]\tvalid_0's auc: 0.732153\n",
      "[1605]\tvalid_0's auc: 0.732162\n",
      "[1606]\tvalid_0's auc: 0.732162\n",
      "[1607]\tvalid_0's auc: 0.732156\n",
      "[1608]\tvalid_0's auc: 0.732161\n",
      "[1609]\tvalid_0's auc: 0.73214\n",
      "[1610]\tvalid_0's auc: 0.732135\n",
      "[1611]\tvalid_0's auc: 0.732137\n",
      "[1612]\tvalid_0's auc: 0.732137\n",
      "[1613]\tvalid_0's auc: 0.732141\n",
      "[1614]\tvalid_0's auc: 0.732119\n",
      "[1615]\tvalid_0's auc: 0.732104\n",
      "[1616]\tvalid_0's auc: 0.732092\n",
      "[1617]\tvalid_0's auc: 0.732078\n",
      "[1618]\tvalid_0's auc: 0.732072\n",
      "[1619]\tvalid_0's auc: 0.732069\n",
      "[1620]\tvalid_0's auc: 0.732085\n",
      "[1621]\tvalid_0's auc: 0.732081\n",
      "[1622]\tvalid_0's auc: 0.732073\n",
      "[1623]\tvalid_0's auc: 0.73206\n",
      "[1624]\tvalid_0's auc: 0.732068\n",
      "[1625]\tvalid_0's auc: 0.732059\n",
      "[1626]\tvalid_0's auc: 0.73207\n",
      "[1627]\tvalid_0's auc: 0.732058\n",
      "[1628]\tvalid_0's auc: 0.732041\n",
      "[1629]\tvalid_0's auc: 0.732041\n",
      "[1630]\tvalid_0's auc: 0.732017\n",
      "[1631]\tvalid_0's auc: 0.732005\n",
      "[1632]\tvalid_0's auc: 0.732\n",
      "[1633]\tvalid_0's auc: 0.732003\n",
      "[1634]\tvalid_0's auc: 0.731997\n",
      "[1635]\tvalid_0's auc: 0.731988\n",
      "[1636]\tvalid_0's auc: 0.731982\n",
      "[1637]\tvalid_0's auc: 0.731975\n",
      "[1638]\tvalid_0's auc: 0.73196\n",
      "[1639]\tvalid_0's auc: 0.731949\n",
      "[1640]\tvalid_0's auc: 0.731953\n",
      "[1641]\tvalid_0's auc: 0.731951\n",
      "[1642]\tvalid_0's auc: 0.731951\n",
      "[1643]\tvalid_0's auc: 0.731945\n",
      "[1644]\tvalid_0's auc: 0.731937\n",
      "[1645]\tvalid_0's auc: 0.731941\n",
      "[1646]\tvalid_0's auc: 0.731933\n",
      "[1647]\tvalid_0's auc: 0.731917\n",
      "[1648]\tvalid_0's auc: 0.73192\n",
      "[1649]\tvalid_0's auc: 0.731919\n",
      "[1650]\tvalid_0's auc: 0.731905\n",
      "[1651]\tvalid_0's auc: 0.731908\n",
      "[1652]\tvalid_0's auc: 0.731904\n",
      "[1653]\tvalid_0's auc: 0.731888\n",
      "[1654]\tvalid_0's auc: 0.73188\n",
      "[1655]\tvalid_0's auc: 0.731873\n",
      "[1656]\tvalid_0's auc: 0.731856\n",
      "[1657]\tvalid_0's auc: 0.731852\n",
      "[1658]\tvalid_0's auc: 0.731838\n",
      "[1659]\tvalid_0's auc: 0.731844\n",
      "[1660]\tvalid_0's auc: 0.731841\n",
      "[1661]\tvalid_0's auc: 0.731832\n",
      "[1662]\tvalid_0's auc: 0.731821\n",
      "[1663]\tvalid_0's auc: 0.731807\n",
      "[1664]\tvalid_0's auc: 0.7318\n",
      "[1665]\tvalid_0's auc: 0.731804\n",
      "[1666]\tvalid_0's auc: 0.731783\n",
      "[1667]\tvalid_0's auc: 0.731782\n",
      "[1668]\tvalid_0's auc: 0.731778\n",
      "[1669]\tvalid_0's auc: 0.731772\n",
      "[1670]\tvalid_0's auc: 0.731778\n",
      "[1671]\tvalid_0's auc: 0.731771\n",
      "[1672]\tvalid_0's auc: 0.731763\n",
      "[1673]\tvalid_0's auc: 0.731742\n",
      "[1674]\tvalid_0's auc: 0.731735\n",
      "[1675]\tvalid_0's auc: 0.731729\n",
      "[1676]\tvalid_0's auc: 0.731716\n",
      "[1677]\tvalid_0's auc: 0.731711\n",
      "[1678]\tvalid_0's auc: 0.731708\n",
      "[1679]\tvalid_0's auc: 0.731699\n",
      "[1680]\tvalid_0's auc: 0.731703\n",
      "[1681]\tvalid_0's auc: 0.731696\n",
      "[1682]\tvalid_0's auc: 0.731694\n",
      "[1683]\tvalid_0's auc: 0.731692\n",
      "[1684]\tvalid_0's auc: 0.731696\n",
      "[1685]\tvalid_0's auc: 0.731689\n",
      "[1686]\tvalid_0's auc: 0.731679\n",
      "[1687]\tvalid_0's auc: 0.731669\n",
      "[1688]\tvalid_0's auc: 0.731665\n",
      "[1689]\tvalid_0's auc: 0.731664\n",
      "[1690]\tvalid_0's auc: 0.73166\n",
      "[1691]\tvalid_0's auc: 0.731638\n",
      "[1692]\tvalid_0's auc: 0.731629\n",
      "[1693]\tvalid_0's auc: 0.73163\n",
      "[1694]\tvalid_0's auc: 0.73163\n",
      "[1695]\tvalid_0's auc: 0.731614\n",
      "[1696]\tvalid_0's auc: 0.731608\n",
      "[1697]\tvalid_0's auc: 0.731599\n",
      "[1698]\tvalid_0's auc: 0.731598\n",
      "[1699]\tvalid_0's auc: 0.731588\n",
      "[1700]\tvalid_0's auc: 0.731589\n",
      "[1701]\tvalid_0's auc: 0.731584\n",
      "[1702]\tvalid_0's auc: 0.731568\n",
      "[1703]\tvalid_0's auc: 0.731564\n",
      "[1704]\tvalid_0's auc: 0.731573\n",
      "[1705]\tvalid_0's auc: 0.731564\n",
      "[1706]\tvalid_0's auc: 0.73156\n",
      "[1707]\tvalid_0's auc: 0.731547\n",
      "[1708]\tvalid_0's auc: 0.731535\n",
      "[1709]\tvalid_0's auc: 0.73153\n",
      "[1710]\tvalid_0's auc: 0.731506\n",
      "[1711]\tvalid_0's auc: 0.731495\n",
      "[1712]\tvalid_0's auc: 0.731483\n",
      "[1713]\tvalid_0's auc: 0.731471\n",
      "[1714]\tvalid_0's auc: 0.73146\n",
      "[1715]\tvalid_0's auc: 0.731457\n",
      "[1716]\tvalid_0's auc: 0.731448\n",
      "[1717]\tvalid_0's auc: 0.731449\n",
      "[1718]\tvalid_0's auc: 0.731455\n",
      "[1719]\tvalid_0's auc: 0.731447\n",
      "[1720]\tvalid_0's auc: 0.73145\n",
      "[1721]\tvalid_0's auc: 0.731446\n",
      "[1722]\tvalid_0's auc: 0.731442\n",
      "[1723]\tvalid_0's auc: 0.731435\n",
      "[1724]\tvalid_0's auc: 0.731426\n",
      "[1725]\tvalid_0's auc: 0.731419\n",
      "[1726]\tvalid_0's auc: 0.731407\n",
      "[1727]\tvalid_0's auc: 0.731386\n",
      "[1728]\tvalid_0's auc: 0.731389\n",
      "[1729]\tvalid_0's auc: 0.731385\n",
      "[1730]\tvalid_0's auc: 0.731379\n",
      "[1731]\tvalid_0's auc: 0.731372\n",
      "[1732]\tvalid_0's auc: 0.731368\n",
      "[1733]\tvalid_0's auc: 0.731369\n",
      "[1734]\tvalid_0's auc: 0.731367\n",
      "[1735]\tvalid_0's auc: 0.731364\n",
      "[1736]\tvalid_0's auc: 0.731358\n",
      "[1737]\tvalid_0's auc: 0.731346\n",
      "[1738]\tvalid_0's auc: 0.731334\n",
      "[1739]\tvalid_0's auc: 0.731325\n",
      "[1740]\tvalid_0's auc: 0.731326\n",
      "[1741]\tvalid_0's auc: 0.731313\n",
      "[1742]\tvalid_0's auc: 0.731308\n",
      "[1743]\tvalid_0's auc: 0.731296\n",
      "[1744]\tvalid_0's auc: 0.731285\n",
      "[1745]\tvalid_0's auc: 0.731279\n",
      "[1746]\tvalid_0's auc: 0.731268\n",
      "[1747]\tvalid_0's auc: 0.731264\n",
      "[1748]\tvalid_0's auc: 0.731257\n",
      "[1749]\tvalid_0's auc: 0.731244\n",
      "[1750]\tvalid_0's auc: 0.731231\n",
      "[1751]\tvalid_0's auc: 0.731236\n",
      "[1752]\tvalid_0's auc: 0.731248\n",
      "[1753]\tvalid_0's auc: 0.731233\n",
      "[1754]\tvalid_0's auc: 0.731218\n",
      "[1755]\tvalid_0's auc: 0.731213\n",
      "[1756]\tvalid_0's auc: 0.731224\n",
      "[1757]\tvalid_0's auc: 0.731215\n",
      "[1758]\tvalid_0's auc: 0.731198\n",
      "[1759]\tvalid_0's auc: 0.731209\n",
      "[1760]\tvalid_0's auc: 0.731199\n",
      "[1761]\tvalid_0's auc: 0.731192\n",
      "[1762]\tvalid_0's auc: 0.731192\n",
      "[1763]\tvalid_0's auc: 0.731183\n",
      "[1764]\tvalid_0's auc: 0.731178\n",
      "[1765]\tvalid_0's auc: 0.73118\n",
      "[1766]\tvalid_0's auc: 0.731182\n",
      "[1767]\tvalid_0's auc: 0.731161\n",
      "[1768]\tvalid_0's auc: 0.73116\n",
      "[1769]\tvalid_0's auc: 0.731157\n",
      "[1770]\tvalid_0's auc: 0.731157\n",
      "[1771]\tvalid_0's auc: 0.73114\n",
      "[1772]\tvalid_0's auc: 0.731149\n",
      "[1773]\tvalid_0's auc: 0.731133\n",
      "[1774]\tvalid_0's auc: 0.73112\n",
      "[1775]\tvalid_0's auc: 0.731106\n",
      "[1776]\tvalid_0's auc: 0.731106\n",
      "[1777]\tvalid_0's auc: 0.731108\n",
      "[1778]\tvalid_0's auc: 0.731101\n",
      "[1779]\tvalid_0's auc: 0.731085\n",
      "[1780]\tvalid_0's auc: 0.731088\n",
      "[1781]\tvalid_0's auc: 0.731091\n",
      "[1782]\tvalid_0's auc: 0.73108\n",
      "[1783]\tvalid_0's auc: 0.731088\n",
      "[1784]\tvalid_0's auc: 0.731083\n",
      "[1785]\tvalid_0's auc: 0.731075\n",
      "[1786]\tvalid_0's auc: 0.731072\n",
      "[1787]\tvalid_0's auc: 0.731056\n",
      "[1788]\tvalid_0's auc: 0.731051\n",
      "[1789]\tvalid_0's auc: 0.731036\n",
      "[1790]\tvalid_0's auc: 0.731044\n",
      "[1791]\tvalid_0's auc: 0.73104\n",
      "[1792]\tvalid_0's auc: 0.731038\n",
      "[1793]\tvalid_0's auc: 0.731038\n",
      "[1794]\tvalid_0's auc: 0.731021\n",
      "[1795]\tvalid_0's auc: 0.73102\n",
      "[1796]\tvalid_0's auc: 0.731016\n",
      "[1797]\tvalid_0's auc: 0.731018\n",
      "[1798]\tvalid_0's auc: 0.731011\n",
      "[1799]\tvalid_0's auc: 0.731011\n",
      "[1800]\tvalid_0's auc: 0.731009\n",
      "[1801]\tvalid_0's auc: 0.73101\n",
      "[1802]\tvalid_0's auc: 0.730996\n",
      "[1803]\tvalid_0's auc: 0.730998\n",
      "[1804]\tvalid_0's auc: 0.730996\n",
      "[1805]\tvalid_0's auc: 0.730993\n",
      "[1806]\tvalid_0's auc: 0.730992\n",
      "[1807]\tvalid_0's auc: 0.730989\n",
      "[1808]\tvalid_0's auc: 0.730975\n",
      "[1809]\tvalid_0's auc: 0.730967\n",
      "[1810]\tvalid_0's auc: 0.730956\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1811]\tvalid_0's auc: 0.730947\n",
      "[1812]\tvalid_0's auc: 0.730947\n",
      "[1813]\tvalid_0's auc: 0.730941\n",
      "[1814]\tvalid_0's auc: 0.730937\n",
      "[1815]\tvalid_0's auc: 0.730934\n",
      "[1816]\tvalid_0's auc: 0.730925\n",
      "[1817]\tvalid_0's auc: 0.730925\n",
      "[1818]\tvalid_0's auc: 0.730921\n",
      "[1819]\tvalid_0's auc: 0.730915\n",
      "[1820]\tvalid_0's auc: 0.730894\n",
      "[1821]\tvalid_0's auc: 0.730893\n",
      "[1822]\tvalid_0's auc: 0.730891\n",
      "[1823]\tvalid_0's auc: 0.730889\n",
      "[1824]\tvalid_0's auc: 0.730897\n",
      "[1825]\tvalid_0's auc: 0.73088\n",
      "[1826]\tvalid_0's auc: 0.730876\n",
      "[1827]\tvalid_0's auc: 0.730861\n",
      "[1828]\tvalid_0's auc: 0.730854\n",
      "[1829]\tvalid_0's auc: 0.730851\n",
      "[1830]\tvalid_0's auc: 0.730844\n",
      "[1831]\tvalid_0's auc: 0.73083\n",
      "[1832]\tvalid_0's auc: 0.730818\n",
      "[1833]\tvalid_0's auc: 0.730814\n",
      "[1834]\tvalid_0's auc: 0.730811\n",
      "[1835]\tvalid_0's auc: 0.730809\n",
      "[1836]\tvalid_0's auc: 0.730806\n",
      "[1837]\tvalid_0's auc: 0.730795\n",
      "[1838]\tvalid_0's auc: 0.730796\n",
      "[1839]\tvalid_0's auc: 0.730788\n",
      "[1840]\tvalid_0's auc: 0.730782\n",
      "[1841]\tvalid_0's auc: 0.730773\n",
      "[1842]\tvalid_0's auc: 0.730766\n",
      "[1843]\tvalid_0's auc: 0.730759\n",
      "[1844]\tvalid_0's auc: 0.730755\n",
      "[1845]\tvalid_0's auc: 0.730756\n",
      "[1846]\tvalid_0's auc: 0.730755\n",
      "[1847]\tvalid_0's auc: 0.730754\n",
      "[1848]\tvalid_0's auc: 0.73075\n",
      "[1849]\tvalid_0's auc: 0.730756\n",
      "[1850]\tvalid_0's auc: 0.730747\n",
      "[1851]\tvalid_0's auc: 0.730748\n",
      "[1852]\tvalid_0's auc: 0.730747\n",
      "[1853]\tvalid_0's auc: 0.730735\n",
      "[1854]\tvalid_0's auc: 0.730726\n",
      "[1855]\tvalid_0's auc: 0.730734\n",
      "[1856]\tvalid_0's auc: 0.730722\n",
      "[1857]\tvalid_0's auc: 0.730715\n",
      "[1858]\tvalid_0's auc: 0.730724\n",
      "[1859]\tvalid_0's auc: 0.730718\n",
      "[1860]\tvalid_0's auc: 0.730716\n",
      "[1861]\tvalid_0's auc: 0.730711\n",
      "[1862]\tvalid_0's auc: 0.730704\n",
      "[1863]\tvalid_0's auc: 0.730694\n",
      "[1864]\tvalid_0's auc: 0.730685\n",
      "[1865]\tvalid_0's auc: 0.730683\n",
      "[1866]\tvalid_0's auc: 0.730689\n",
      "[1867]\tvalid_0's auc: 0.730676\n",
      "[1868]\tvalid_0's auc: 0.730672\n",
      "[1869]\tvalid_0's auc: 0.730659\n",
      "[1870]\tvalid_0's auc: 0.730651\n",
      "[1871]\tvalid_0's auc: 0.730645\n",
      "[1872]\tvalid_0's auc: 0.730634\n",
      "[1873]\tvalid_0's auc: 0.730633\n",
      "[1874]\tvalid_0's auc: 0.730622\n",
      "[1875]\tvalid_0's auc: 0.730618\n",
      "[1876]\tvalid_0's auc: 0.73062\n",
      "[1877]\tvalid_0's auc: 0.730615\n",
      "[1878]\tvalid_0's auc: 0.730609\n",
      "[1879]\tvalid_0's auc: 0.730612\n",
      "[1880]\tvalid_0's auc: 0.730615\n",
      "[1881]\tvalid_0's auc: 0.730613\n",
      "[1882]\tvalid_0's auc: 0.730601\n",
      "[1883]\tvalid_0's auc: 0.730602\n",
      "[1884]\tvalid_0's auc: 0.730592\n",
      "[1885]\tvalid_0's auc: 0.7306\n",
      "[1886]\tvalid_0's auc: 0.730601\n",
      "[1887]\tvalid_0's auc: 0.730597\n",
      "[1888]\tvalid_0's auc: 0.730588\n",
      "[1889]\tvalid_0's auc: 0.730585\n",
      "[1890]\tvalid_0's auc: 0.730577\n",
      "[1891]\tvalid_0's auc: 0.730578\n",
      "[1892]\tvalid_0's auc: 0.730574\n",
      "[1893]\tvalid_0's auc: 0.730564\n",
      "[1894]\tvalid_0's auc: 0.730552\n",
      "[1895]\tvalid_0's auc: 0.730533\n",
      "[1896]\tvalid_0's auc: 0.730536\n",
      "[1897]\tvalid_0's auc: 0.730532\n",
      "[1898]\tvalid_0's auc: 0.73053\n",
      "[1899]\tvalid_0's auc: 0.730523\n",
      "[1900]\tvalid_0's auc: 0.73051\n",
      "[1901]\tvalid_0's auc: 0.730503\n",
      "[1902]\tvalid_0's auc: 0.730504\n",
      "[1903]\tvalid_0's auc: 0.730507\n",
      "[1904]\tvalid_0's auc: 0.7305\n",
      "[1905]\tvalid_0's auc: 0.730493\n",
      "[1906]\tvalid_0's auc: 0.7305\n",
      "[1907]\tvalid_0's auc: 0.730486\n",
      "[1908]\tvalid_0's auc: 0.730477\n",
      "[1909]\tvalid_0's auc: 0.730465\n",
      "[1910]\tvalid_0's auc: 0.73046\n",
      "[1911]\tvalid_0's auc: 0.730436\n",
      "[1912]\tvalid_0's auc: 0.730436\n",
      "[1913]\tvalid_0's auc: 0.730439\n",
      "[1914]\tvalid_0's auc: 0.730438\n",
      "[1915]\tvalid_0's auc: 0.730436\n",
      "[1916]\tvalid_0's auc: 0.73042\n",
      "[1917]\tvalid_0's auc: 0.730413\n",
      "[1918]\tvalid_0's auc: 0.730406\n",
      "[1919]\tvalid_0's auc: 0.730407\n",
      "[1920]\tvalid_0's auc: 0.7304\n",
      "[1921]\tvalid_0's auc: 0.730399\n",
      "[1922]\tvalid_0's auc: 0.730398\n",
      "[1923]\tvalid_0's auc: 0.730397\n",
      "[1924]\tvalid_0's auc: 0.730392\n",
      "[1925]\tvalid_0's auc: 0.730382\n",
      "[1926]\tvalid_0's auc: 0.730381\n",
      "[1927]\tvalid_0's auc: 0.73037\n",
      "[1928]\tvalid_0's auc: 0.730365\n",
      "[1929]\tvalid_0's auc: 0.730354\n",
      "[1930]\tvalid_0's auc: 0.730351\n",
      "[1931]\tvalid_0's auc: 0.730351\n",
      "[1932]\tvalid_0's auc: 0.730333\n",
      "[1933]\tvalid_0's auc: 0.730315\n",
      "[1934]\tvalid_0's auc: 0.73031\n",
      "[1935]\tvalid_0's auc: 0.730313\n",
      "[1936]\tvalid_0's auc: 0.730323\n",
      "[1937]\tvalid_0's auc: 0.730303\n",
      "[1938]\tvalid_0's auc: 0.730301\n",
      "[1939]\tvalid_0's auc: 0.730301\n",
      "[1940]\tvalid_0's auc: 0.730294\n",
      "[1941]\tvalid_0's auc: 0.730282\n",
      "[1942]\tvalid_0's auc: 0.730277\n",
      "[1943]\tvalid_0's auc: 0.730271\n",
      "[1944]\tvalid_0's auc: 0.730274\n",
      "[1945]\tvalid_0's auc: 0.730276\n",
      "[1946]\tvalid_0's auc: 0.730264\n",
      "[1947]\tvalid_0's auc: 0.730251\n",
      "[1948]\tvalid_0's auc: 0.730245\n",
      "[1949]\tvalid_0's auc: 0.73024\n",
      "[1950]\tvalid_0's auc: 0.730246\n",
      "[1951]\tvalid_0's auc: 0.730237\n",
      "[1952]\tvalid_0's auc: 0.73024\n",
      "[1953]\tvalid_0's auc: 0.730236\n",
      "[1954]\tvalid_0's auc: 0.730233\n",
      "[1955]\tvalid_0's auc: 0.730236\n",
      "[1956]\tvalid_0's auc: 0.730228\n",
      "[1957]\tvalid_0's auc: 0.730216\n",
      "[1958]\tvalid_0's auc: 0.730217\n",
      "[1959]\tvalid_0's auc: 0.730208\n",
      "[1960]\tvalid_0's auc: 0.730209\n",
      "[1961]\tvalid_0's auc: 0.730202\n",
      "[1962]\tvalid_0's auc: 0.730198\n",
      "[1963]\tvalid_0's auc: 0.730205\n",
      "[1964]\tvalid_0's auc: 0.730192\n",
      "[1965]\tvalid_0's auc: 0.730195\n",
      "[1966]\tvalid_0's auc: 0.730198\n",
      "[1967]\tvalid_0's auc: 0.730196\n",
      "[1968]\tvalid_0's auc: 0.730191\n",
      "[1969]\tvalid_0's auc: 0.730184\n",
      "[1970]\tvalid_0's auc: 0.730186\n",
      "[1971]\tvalid_0's auc: 0.730175\n",
      "[1972]\tvalid_0's auc: 0.730169\n",
      "[1973]\tvalid_0's auc: 0.730158\n",
      "[1974]\tvalid_0's auc: 0.730159\n",
      "[1975]\tvalid_0's auc: 0.730141\n",
      "[1976]\tvalid_0's auc: 0.730117\n",
      "[1977]\tvalid_0's auc: 0.730114\n",
      "[1978]\tvalid_0's auc: 0.73011\n",
      "[1979]\tvalid_0's auc: 0.730103\n",
      "[1980]\tvalid_0's auc: 0.730094\n",
      "[1981]\tvalid_0's auc: 0.730092\n",
      "[1982]\tvalid_0's auc: 0.730083\n",
      "[1983]\tvalid_0's auc: 0.730073\n",
      "[1984]\tvalid_0's auc: 0.730063\n",
      "[1985]\tvalid_0's auc: 0.730054\n",
      "[1986]\tvalid_0's auc: 0.730059\n",
      "[1987]\tvalid_0's auc: 0.730059\n",
      "[1988]\tvalid_0's auc: 0.73006\n",
      "[1989]\tvalid_0's auc: 0.730059\n",
      "[1990]\tvalid_0's auc: 0.730053\n",
      "[1991]\tvalid_0's auc: 0.730044\n",
      "[1992]\tvalid_0's auc: 0.730045\n",
      "[1993]\tvalid_0's auc: 0.730035\n",
      "[1994]\tvalid_0's auc: 0.730028\n",
      "[1995]\tvalid_0's auc: 0.730019\n",
      "[1996]\tvalid_0's auc: 0.730018\n",
      "[1997]\tvalid_0's auc: 0.730014\n",
      "[1998]\tvalid_0's auc: 0.730005\n",
      "[1999]\tvalid_0's auc: 0.729999\n",
      "[2000]\tvalid_0's auc: 0.729987\n",
      "1\n",
      "12       0\n",
      "24       1\n",
      "27       1\n",
      "46       1\n",
      "47       0\n",
      "        ..\n",
      "86186    1\n",
      "86189    0\n",
      "86190    1\n",
      "86196    1\n",
      "86198    1\n",
      "Name: label, Length: 17239, dtype: object\n",
      "[LightGBM] [Warning] feature_fraction is set=0.8, colsample_bytree=1.0 will be ignored. Current value: feature_fraction=0.8\n",
      "[LightGBM] [Warning] bagging_fraction is set=0.8, subsample=0.8 will be ignored. Current value: bagging_fraction=0.8\n",
      "[1]\tvalid_0's auc: 0.71917\n",
      "[2]\tvalid_0's auc: 0.725635\n",
      "[3]\tvalid_0's auc: 0.726404\n",
      "[4]\tvalid_0's auc: 0.726191\n",
      "[5]\tvalid_0's auc: 0.72592\n",
      "[6]\tvalid_0's auc: 0.726425\n",
      "[7]\tvalid_0's auc: 0.726182\n",
      "[8]\tvalid_0's auc: 0.726574\n",
      "[9]\tvalid_0's auc: 0.726422\n",
      "[10]\tvalid_0's auc: 0.726864\n",
      "[11]\tvalid_0's auc: 0.726759\n",
      "[12]\tvalid_0's auc: 0.726916\n",
      "[13]\tvalid_0's auc: 0.727008\n",
      "[14]\tvalid_0's auc: 0.727118\n",
      "[15]\tvalid_0's auc: 0.727085\n",
      "[16]\tvalid_0's auc: 0.727159\n",
      "[17]\tvalid_0's auc: 0.727181\n",
      "[18]\tvalid_0's auc: 0.727118\n",
      "[19]\tvalid_0's auc: 0.727088\n",
      "[20]\tvalid_0's auc: 0.727031\n",
      "[21]\tvalid_0's auc: 0.726992\n",
      "[22]\tvalid_0's auc: 0.727058\n",
      "[23]\tvalid_0's auc: 0.727047\n",
      "[24]\tvalid_0's auc: 0.727096\n",
      "[25]\tvalid_0's auc: 0.727063\n",
      "[26]\tvalid_0's auc: 0.727115\n",
      "[27]\tvalid_0's auc: 0.727167\n",
      "[28]\tvalid_0's auc: 0.727225\n",
      "[29]\tvalid_0's auc: 0.727257\n",
      "[30]\tvalid_0's auc: 0.727234\n",
      "[31]\tvalid_0's auc: 0.727313\n",
      "[32]\tvalid_0's auc: 0.727365\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\env\\Anaconda3\\lib\\site-packages\\lightgbm\\sklearn.py:736: UserWarning: 'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n",
      "  _log_warning(\"'verbose' argument is deprecated and will be removed in a future release of LightGBM. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[33]\tvalid_0's auc: 0.727286\n",
      "[34]\tvalid_0's auc: 0.727324\n",
      "[35]\tvalid_0's auc: 0.727396\n",
      "[36]\tvalid_0's auc: 0.727431\n",
      "[37]\tvalid_0's auc: 0.727456\n",
      "[38]\tvalid_0's auc: 0.727472\n",
      "[39]\tvalid_0's auc: 0.727504\n",
      "[40]\tvalid_0's auc: 0.72753\n",
      "[41]\tvalid_0's auc: 0.727521\n",
      "[42]\tvalid_0's auc: 0.727558\n",
      "[43]\tvalid_0's auc: 0.727576\n",
      "[44]\tvalid_0's auc: 0.727581\n",
      "[45]\tvalid_0's auc: 0.727565\n",
      "[46]\tvalid_0's auc: 0.727554\n",
      "[47]\tvalid_0's auc: 0.727555\n",
      "[48]\tvalid_0's auc: 0.72758\n",
      "[49]\tvalid_0's auc: 0.727605\n",
      "[50]\tvalid_0's auc: 0.727589\n",
      "[51]\tvalid_0's auc: 0.727576\n",
      "[52]\tvalid_0's auc: 0.727573\n",
      "[53]\tvalid_0's auc: 0.727575\n",
      "[54]\tvalid_0's auc: 0.727589\n",
      "[55]\tvalid_0's auc: 0.72757\n",
      "[56]\tvalid_0's auc: 0.727527\n",
      "[57]\tvalid_0's auc: 0.727531\n",
      "[58]\tvalid_0's auc: 0.727569\n",
      "[59]\tvalid_0's auc: 0.727607\n",
      "[60]\tvalid_0's auc: 0.727633\n",
      "[61]\tvalid_0's auc: 0.727593\n",
      "[62]\tvalid_0's auc: 0.727598\n",
      "[63]\tvalid_0's auc: 0.727562\n",
      "[64]\tvalid_0's auc: 0.727567\n",
      "[65]\tvalid_0's auc: 0.727568\n",
      "[66]\tvalid_0's auc: 0.727591\n",
      "[67]\tvalid_0's auc: 0.727602\n",
      "[68]\tvalid_0's auc: 0.727608\n",
      "[69]\tvalid_0's auc: 0.727618\n",
      "[70]\tvalid_0's auc: 0.727574\n",
      "[71]\tvalid_0's auc: 0.727589\n",
      "[72]\tvalid_0's auc: 0.7276\n",
      "[73]\tvalid_0's auc: 0.727628\n",
      "[74]\tvalid_0's auc: 0.727624\n",
      "[75]\tvalid_0's auc: 0.727625\n",
      "[76]\tvalid_0's auc: 0.727617\n",
      "[77]\tvalid_0's auc: 0.727639\n",
      "[78]\tvalid_0's auc: 0.727595\n",
      "[79]\tvalid_0's auc: 0.727573\n",
      "[80]\tvalid_0's auc: 0.727542\n",
      "[81]\tvalid_0's auc: 0.727538\n",
      "[82]\tvalid_0's auc: 0.727544\n",
      "[83]\tvalid_0's auc: 0.727547\n",
      "[84]\tvalid_0's auc: 0.727559\n",
      "[85]\tvalid_0's auc: 0.72757\n",
      "[86]\tvalid_0's auc: 0.727555\n",
      "[87]\tvalid_0's auc: 0.727565\n",
      "[88]\tvalid_0's auc: 0.727544\n",
      "[89]\tvalid_0's auc: 0.727531\n",
      "[90]\tvalid_0's auc: 0.727551\n",
      "[91]\tvalid_0's auc: 0.727547\n",
      "[92]\tvalid_0's auc: 0.727553\n",
      "[93]\tvalid_0's auc: 0.727528\n",
      "[94]\tvalid_0's auc: 0.727522\n",
      "[95]\tvalid_0's auc: 0.727522\n",
      "[96]\tvalid_0's auc: 0.727507\n",
      "[97]\tvalid_0's auc: 0.727535\n",
      "[98]\tvalid_0's auc: 0.727538\n",
      "[99]\tvalid_0's auc: 0.72756\n",
      "[100]\tvalid_0's auc: 0.727548\n",
      "[101]\tvalid_0's auc: 0.727567\n",
      "[102]\tvalid_0's auc: 0.727552\n",
      "[103]\tvalid_0's auc: 0.72752\n",
      "[104]\tvalid_0's auc: 0.727514\n",
      "[105]\tvalid_0's auc: 0.727527\n",
      "[106]\tvalid_0's auc: 0.727518\n",
      "[107]\tvalid_0's auc: 0.727524\n",
      "[108]\tvalid_0's auc: 0.72753\n",
      "[109]\tvalid_0's auc: 0.727542\n",
      "[110]\tvalid_0's auc: 0.72756\n",
      "[111]\tvalid_0's auc: 0.727559\n",
      "[112]\tvalid_0's auc: 0.727549\n",
      "[113]\tvalid_0's auc: 0.72754\n",
      "[114]\tvalid_0's auc: 0.727558\n",
      "[115]\tvalid_0's auc: 0.727545\n",
      "[116]\tvalid_0's auc: 0.727555\n",
      "[117]\tvalid_0's auc: 0.727554\n",
      "[118]\tvalid_0's auc: 0.727598\n",
      "[119]\tvalid_0's auc: 0.727593\n",
      "[120]\tvalid_0's auc: 0.727586\n",
      "[121]\tvalid_0's auc: 0.727571\n",
      "[122]\tvalid_0's auc: 0.727571\n",
      "[123]\tvalid_0's auc: 0.727577\n",
      "[124]\tvalid_0's auc: 0.727569\n",
      "[125]\tvalid_0's auc: 0.727549\n",
      "[126]\tvalid_0's auc: 0.727555\n",
      "[127]\tvalid_0's auc: 0.727554\n",
      "[128]\tvalid_0's auc: 0.72754\n",
      "[129]\tvalid_0's auc: 0.727538\n",
      "[130]\tvalid_0's auc: 0.727512\n",
      "[131]\tvalid_0's auc: 0.727502\n",
      "[132]\tvalid_0's auc: 0.727518\n",
      "[133]\tvalid_0's auc: 0.727501\n",
      "[134]\tvalid_0's auc: 0.727462\n",
      "[135]\tvalid_0's auc: 0.727471\n",
      "[136]\tvalid_0's auc: 0.727471\n",
      "[137]\tvalid_0's auc: 0.7275\n",
      "[138]\tvalid_0's auc: 0.727508\n",
      "[139]\tvalid_0's auc: 0.727519\n",
      "[140]\tvalid_0's auc: 0.727505\n",
      "[141]\tvalid_0's auc: 0.727497\n",
      "[142]\tvalid_0's auc: 0.727461\n",
      "[143]\tvalid_0's auc: 0.727455\n",
      "[144]\tvalid_0's auc: 0.727462\n",
      "[145]\tvalid_0's auc: 0.727435\n",
      "[146]\tvalid_0's auc: 0.727441\n",
      "[147]\tvalid_0's auc: 0.727433\n",
      "[148]\tvalid_0's auc: 0.727432\n",
      "[149]\tvalid_0's auc: 0.727426\n",
      "[150]\tvalid_0's auc: 0.727396\n",
      "[151]\tvalid_0's auc: 0.727388\n",
      "[152]\tvalid_0's auc: 0.727397\n",
      "[153]\tvalid_0's auc: 0.727399\n",
      "[154]\tvalid_0's auc: 0.72738\n",
      "[155]\tvalid_0's auc: 0.727378\n",
      "[156]\tvalid_0's auc: 0.727365\n",
      "[157]\tvalid_0's auc: 0.72734\n",
      "[158]\tvalid_0's auc: 0.727347\n",
      "[159]\tvalid_0's auc: 0.72733\n",
      "[160]\tvalid_0's auc: 0.727324\n",
      "[161]\tvalid_0's auc: 0.727308\n",
      "[162]\tvalid_0's auc: 0.727319\n",
      "[163]\tvalid_0's auc: 0.727306\n",
      "[164]\tvalid_0's auc: 0.727318\n",
      "[165]\tvalid_0's auc: 0.727285\n",
      "[166]\tvalid_0's auc: 0.727301\n",
      "[167]\tvalid_0's auc: 0.727282\n",
      "[168]\tvalid_0's auc: 0.727316\n",
      "[169]\tvalid_0's auc: 0.727308\n",
      "[170]\tvalid_0's auc: 0.727302\n",
      "[171]\tvalid_0's auc: 0.727276\n",
      "[172]\tvalid_0's auc: 0.727299\n",
      "[173]\tvalid_0's auc: 0.72728\n",
      "[174]\tvalid_0's auc: 0.727269\n",
      "[175]\tvalid_0's auc: 0.727253\n",
      "[176]\tvalid_0's auc: 0.727272\n",
      "[177]\tvalid_0's auc: 0.727282\n",
      "[178]\tvalid_0's auc: 0.727275\n",
      "[179]\tvalid_0's auc: 0.727282\n",
      "[180]\tvalid_0's auc: 0.727264\n",
      "[181]\tvalid_0's auc: 0.727251\n",
      "[182]\tvalid_0's auc: 0.72723\n",
      "[183]\tvalid_0's auc: 0.727235\n",
      "[184]\tvalid_0's auc: 0.727231\n",
      "[185]\tvalid_0's auc: 0.727226\n",
      "[186]\tvalid_0's auc: 0.727221\n",
      "[187]\tvalid_0's auc: 0.727218\n",
      "[188]\tvalid_0's auc: 0.727207\n",
      "[189]\tvalid_0's auc: 0.727213\n",
      "[190]\tvalid_0's auc: 0.727191\n",
      "[191]\tvalid_0's auc: 0.727202\n",
      "[192]\tvalid_0's auc: 0.727206\n",
      "[193]\tvalid_0's auc: 0.727214\n",
      "[194]\tvalid_0's auc: 0.727197\n",
      "[195]\tvalid_0's auc: 0.727184\n",
      "[196]\tvalid_0's auc: 0.727168\n",
      "[197]\tvalid_0's auc: 0.72717\n",
      "[198]\tvalid_0's auc: 0.727165\n",
      "[199]\tvalid_0's auc: 0.727166\n",
      "[200]\tvalid_0's auc: 0.727159\n",
      "[201]\tvalid_0's auc: 0.727152\n",
      "[202]\tvalid_0's auc: 0.727141\n",
      "[203]\tvalid_0's auc: 0.727153\n",
      "[204]\tvalid_0's auc: 0.727148\n",
      "[205]\tvalid_0's auc: 0.727135\n",
      "[206]\tvalid_0's auc: 0.727124\n",
      "[207]\tvalid_0's auc: 0.727127\n",
      "[208]\tvalid_0's auc: 0.727135\n",
      "[209]\tvalid_0's auc: 0.727123\n",
      "[210]\tvalid_0's auc: 0.727106\n",
      "[211]\tvalid_0's auc: 0.727106\n",
      "[212]\tvalid_0's auc: 0.727092\n",
      "[213]\tvalid_0's auc: 0.727085\n",
      "[214]\tvalid_0's auc: 0.727086\n",
      "[215]\tvalid_0's auc: 0.72709\n",
      "[216]\tvalid_0's auc: 0.727098\n",
      "[217]\tvalid_0's auc: 0.727098\n",
      "[218]\tvalid_0's auc: 0.727112\n",
      "[219]\tvalid_0's auc: 0.727098\n",
      "[220]\tvalid_0's auc: 0.727105\n",
      "[221]\tvalid_0's auc: 0.727107\n",
      "[222]\tvalid_0's auc: 0.727106\n",
      "[223]\tvalid_0's auc: 0.727095\n",
      "[224]\tvalid_0's auc: 0.727102\n",
      "[225]\tvalid_0's auc: 0.727107\n",
      "[226]\tvalid_0's auc: 0.727093\n",
      "[227]\tvalid_0's auc: 0.72709\n",
      "[228]\tvalid_0's auc: 0.727086\n",
      "[229]\tvalid_0's auc: 0.727096\n",
      "[230]\tvalid_0's auc: 0.7271\n",
      "[231]\tvalid_0's auc: 0.727074\n",
      "[232]\tvalid_0's auc: 0.727076\n",
      "[233]\tvalid_0's auc: 0.727069\n",
      "[234]\tvalid_0's auc: 0.727067\n",
      "[235]\tvalid_0's auc: 0.727071\n",
      "[236]\tvalid_0's auc: 0.72707\n",
      "[237]\tvalid_0's auc: 0.727085\n",
      "[238]\tvalid_0's auc: 0.727062\n",
      "[239]\tvalid_0's auc: 0.727057\n",
      "[240]\tvalid_0's auc: 0.727061\n",
      "[241]\tvalid_0's auc: 0.727063\n",
      "[242]\tvalid_0's auc: 0.72706\n",
      "[243]\tvalid_0's auc: 0.727081\n",
      "[244]\tvalid_0's auc: 0.727067\n",
      "[245]\tvalid_0's auc: 0.727053\n",
      "[246]\tvalid_0's auc: 0.72707\n",
      "[247]\tvalid_0's auc: 0.727065\n",
      "[248]\tvalid_0's auc: 0.727047\n",
      "[249]\tvalid_0's auc: 0.727027\n",
      "[250]\tvalid_0's auc: 0.727059\n",
      "[251]\tvalid_0's auc: 0.727067\n",
      "[252]\tvalid_0's auc: 0.727068\n",
      "[253]\tvalid_0's auc: 0.727066\n",
      "[254]\tvalid_0's auc: 0.727061\n",
      "[255]\tvalid_0's auc: 0.727049\n",
      "[256]\tvalid_0's auc: 0.727035\n",
      "[257]\tvalid_0's auc: 0.72704\n",
      "[258]\tvalid_0's auc: 0.727036\n",
      "[259]\tvalid_0's auc: 0.727037\n",
      "[260]\tvalid_0's auc: 0.727033\n",
      "[261]\tvalid_0's auc: 0.727026\n",
      "[262]\tvalid_0's auc: 0.72703\n",
      "[263]\tvalid_0's auc: 0.727031\n",
      "[264]\tvalid_0's auc: 0.727037\n",
      "[265]\tvalid_0's auc: 0.727022\n",
      "[266]\tvalid_0's auc: 0.727002\n",
      "[267]\tvalid_0's auc: 0.727002\n",
      "[268]\tvalid_0's auc: 0.726999\n",
      "[269]\tvalid_0's auc: 0.727005\n",
      "[270]\tvalid_0's auc: 0.727023\n",
      "[271]\tvalid_0's auc: 0.727029\n",
      "[272]\tvalid_0's auc: 0.727037\n",
      "[273]\tvalid_0's auc: 0.727024\n",
      "[274]\tvalid_0's auc: 0.727018\n",
      "[275]\tvalid_0's auc: 0.727018\n",
      "[276]\tvalid_0's auc: 0.727007\n",
      "[277]\tvalid_0's auc: 0.726994\n",
      "[278]\tvalid_0's auc: 0.726987\n",
      "[279]\tvalid_0's auc: 0.72698\n",
      "[280]\tvalid_0's auc: 0.726983\n",
      "[281]\tvalid_0's auc: 0.726963\n",
      "[282]\tvalid_0's auc: 0.726966\n",
      "[283]\tvalid_0's auc: 0.726975\n",
      "[284]\tvalid_0's auc: 0.726952\n",
      "[285]\tvalid_0's auc: 0.726955\n",
      "[286]\tvalid_0's auc: 0.726943\n",
      "[287]\tvalid_0's auc: 0.726937\n",
      "[288]\tvalid_0's auc: 0.726926\n",
      "[289]\tvalid_0's auc: 0.72693\n",
      "[290]\tvalid_0's auc: 0.726927\n",
      "[291]\tvalid_0's auc: 0.726925\n",
      "[292]\tvalid_0's auc: 0.726913\n",
      "[293]\tvalid_0's auc: 0.726897\n",
      "[294]\tvalid_0's auc: 0.726894\n",
      "[295]\tvalid_0's auc: 0.726889\n",
      "[296]\tvalid_0's auc: 0.726882\n",
      "[297]\tvalid_0's auc: 0.726882\n",
      "[298]\tvalid_0's auc: 0.726882\n",
      "[299]\tvalid_0's auc: 0.726885\n",
      "[300]\tvalid_0's auc: 0.726875\n",
      "[301]\tvalid_0's auc: 0.726892\n",
      "[302]\tvalid_0's auc: 0.726884\n",
      "[303]\tvalid_0's auc: 0.726875\n",
      "[304]\tvalid_0's auc: 0.726862\n",
      "[305]\tvalid_0's auc: 0.726857\n",
      "[306]\tvalid_0's auc: 0.726842\n",
      "[307]\tvalid_0's auc: 0.726847\n",
      "[308]\tvalid_0's auc: 0.726846\n",
      "[309]\tvalid_0's auc: 0.726816\n",
      "[310]\tvalid_0's auc: 0.726827\n",
      "[311]\tvalid_0's auc: 0.726833\n",
      "[312]\tvalid_0's auc: 0.72683\n",
      "[313]\tvalid_0's auc: 0.72684\n",
      "[314]\tvalid_0's auc: 0.726819\n",
      "[315]\tvalid_0's auc: 0.726808\n",
      "[316]\tvalid_0's auc: 0.726808\n",
      "[317]\tvalid_0's auc: 0.726794\n",
      "[318]\tvalid_0's auc: 0.726798\n",
      "[319]\tvalid_0's auc: 0.72678\n",
      "[320]\tvalid_0's auc: 0.726786\n",
      "[321]\tvalid_0's auc: 0.7268\n",
      "[322]\tvalid_0's auc: 0.726804\n",
      "[323]\tvalid_0's auc: 0.726808\n",
      "[324]\tvalid_0's auc: 0.726796\n",
      "[325]\tvalid_0's auc: 0.726797\n",
      "[326]\tvalid_0's auc: 0.72678\n",
      "[327]\tvalid_0's auc: 0.72677\n",
      "[328]\tvalid_0's auc: 0.726748\n",
      "[329]\tvalid_0's auc: 0.726753\n",
      "[330]\tvalid_0's auc: 0.72673\n",
      "[331]\tvalid_0's auc: 0.726717\n",
      "[332]\tvalid_0's auc: 0.726706\n",
      "[333]\tvalid_0's auc: 0.72669\n",
      "[334]\tvalid_0's auc: 0.726708\n",
      "[335]\tvalid_0's auc: 0.726708\n",
      "[336]\tvalid_0's auc: 0.726698\n",
      "[337]\tvalid_0's auc: 0.726682\n",
      "[338]\tvalid_0's auc: 0.726681\n",
      "[339]\tvalid_0's auc: 0.726689\n",
      "[340]\tvalid_0's auc: 0.726688\n",
      "[341]\tvalid_0's auc: 0.726677\n",
      "[342]\tvalid_0's auc: 0.726667\n",
      "[343]\tvalid_0's auc: 0.72667\n",
      "[344]\tvalid_0's auc: 0.726669\n",
      "[345]\tvalid_0's auc: 0.726652\n",
      "[346]\tvalid_0's auc: 0.726647\n",
      "[347]\tvalid_0's auc: 0.726634\n",
      "[348]\tvalid_0's auc: 0.726626\n",
      "[349]\tvalid_0's auc: 0.726613\n",
      "[350]\tvalid_0's auc: 0.726591\n",
      "[351]\tvalid_0's auc: 0.726591\n",
      "[352]\tvalid_0's auc: 0.726594\n",
      "[353]\tvalid_0's auc: 0.72659\n",
      "[354]\tvalid_0's auc: 0.726584\n",
      "[355]\tvalid_0's auc: 0.726583\n",
      "[356]\tvalid_0's auc: 0.726568\n",
      "[357]\tvalid_0's auc: 0.726567\n",
      "[358]\tvalid_0's auc: 0.72657\n",
      "[359]\tvalid_0's auc: 0.726572\n",
      "[360]\tvalid_0's auc: 0.72657\n",
      "[361]\tvalid_0's auc: 0.726567\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[362]\tvalid_0's auc: 0.726567\n",
      "[363]\tvalid_0's auc: 0.726562\n",
      "[364]\tvalid_0's auc: 0.726554\n",
      "[365]\tvalid_0's auc: 0.726555\n",
      "[366]\tvalid_0's auc: 0.726556\n",
      "[367]\tvalid_0's auc: 0.726527\n",
      "[368]\tvalid_0's auc: 0.726528\n",
      "[369]\tvalid_0's auc: 0.726541\n",
      "[370]\tvalid_0's auc: 0.726542\n",
      "[371]\tvalid_0's auc: 0.726522\n",
      "[372]\tvalid_0's auc: 0.726522\n",
      "[373]\tvalid_0's auc: 0.726513\n",
      "[374]\tvalid_0's auc: 0.726514\n",
      "[375]\tvalid_0's auc: 0.726487\n",
      "[376]\tvalid_0's auc: 0.726477\n",
      "[377]\tvalid_0's auc: 0.726468\n",
      "[378]\tvalid_0's auc: 0.72645\n",
      "[379]\tvalid_0's auc: 0.726454\n",
      "[380]\tvalid_0's auc: 0.72645\n",
      "[381]\tvalid_0's auc: 0.726454\n",
      "[382]\tvalid_0's auc: 0.726462\n",
      "[383]\tvalid_0's auc: 0.726443\n",
      "[384]\tvalid_0's auc: 0.726437\n",
      "[385]\tvalid_0's auc: 0.726435\n",
      "[386]\tvalid_0's auc: 0.726443\n",
      "[387]\tvalid_0's auc: 0.72645\n",
      "[388]\tvalid_0's auc: 0.726448\n",
      "[389]\tvalid_0's auc: 0.726467\n",
      "[390]\tvalid_0's auc: 0.726464\n",
      "[391]\tvalid_0's auc: 0.726471\n",
      "[392]\tvalid_0's auc: 0.726472\n",
      "[393]\tvalid_0's auc: 0.726472\n",
      "[394]\tvalid_0's auc: 0.726472\n",
      "[395]\tvalid_0's auc: 0.726457\n",
      "[396]\tvalid_0's auc: 0.72644\n",
      "[397]\tvalid_0's auc: 0.72643\n",
      "[398]\tvalid_0's auc: 0.726438\n",
      "[399]\tvalid_0's auc: 0.726433\n",
      "[400]\tvalid_0's auc: 0.726429\n",
      "[401]\tvalid_0's auc: 0.726429\n",
      "[402]\tvalid_0's auc: 0.726428\n",
      "[403]\tvalid_0's auc: 0.726424\n",
      "[404]\tvalid_0's auc: 0.726419\n",
      "[405]\tvalid_0's auc: 0.726423\n",
      "[406]\tvalid_0's auc: 0.72643\n",
      "[407]\tvalid_0's auc: 0.726411\n",
      "[408]\tvalid_0's auc: 0.726412\n",
      "[409]\tvalid_0's auc: 0.726419\n",
      "[410]\tvalid_0's auc: 0.726387\n",
      "[411]\tvalid_0's auc: 0.726378\n",
      "[412]\tvalid_0's auc: 0.726367\n",
      "[413]\tvalid_0's auc: 0.726353\n",
      "[414]\tvalid_0's auc: 0.726365\n",
      "[415]\tvalid_0's auc: 0.72635\n",
      "[416]\tvalid_0's auc: 0.726339\n",
      "[417]\tvalid_0's auc: 0.726334\n",
      "[418]\tvalid_0's auc: 0.726316\n",
      "[419]\tvalid_0's auc: 0.726332\n",
      "[420]\tvalid_0's auc: 0.726335\n",
      "[421]\tvalid_0's auc: 0.726345\n",
      "[422]\tvalid_0's auc: 0.726367\n",
      "[423]\tvalid_0's auc: 0.726346\n",
      "[424]\tvalid_0's auc: 0.726322\n",
      "[425]\tvalid_0's auc: 0.726304\n",
      "[426]\tvalid_0's auc: 0.726303\n",
      "[427]\tvalid_0's auc: 0.726305\n",
      "[428]\tvalid_0's auc: 0.726293\n",
      "[429]\tvalid_0's auc: 0.726284\n",
      "[430]\tvalid_0's auc: 0.726277\n",
      "[431]\tvalid_0's auc: 0.726288\n",
      "[432]\tvalid_0's auc: 0.726271\n",
      "[433]\tvalid_0's auc: 0.726273\n",
      "[434]\tvalid_0's auc: 0.726258\n",
      "[435]\tvalid_0's auc: 0.726259\n",
      "[436]\tvalid_0's auc: 0.726258\n",
      "[437]\tvalid_0's auc: 0.726264\n",
      "[438]\tvalid_0's auc: 0.72627\n",
      "[439]\tvalid_0's auc: 0.72626\n",
      "[440]\tvalid_0's auc: 0.726265\n",
      "[441]\tvalid_0's auc: 0.726261\n",
      "[442]\tvalid_0's auc: 0.726246\n",
      "[443]\tvalid_0's auc: 0.726234\n",
      "[444]\tvalid_0's auc: 0.726234\n",
      "[445]\tvalid_0's auc: 0.726233\n",
      "[446]\tvalid_0's auc: 0.726225\n",
      "[447]\tvalid_0's auc: 0.726225\n",
      "[448]\tvalid_0's auc: 0.726225\n",
      "[449]\tvalid_0's auc: 0.72623\n",
      "[450]\tvalid_0's auc: 0.726248\n",
      "[451]\tvalid_0's auc: 0.72625\n",
      "[452]\tvalid_0's auc: 0.726251\n",
      "[453]\tvalid_0's auc: 0.726254\n",
      "[454]\tvalid_0's auc: 0.726245\n",
      "[455]\tvalid_0's auc: 0.726219\n",
      "[456]\tvalid_0's auc: 0.726245\n",
      "[457]\tvalid_0's auc: 0.726236\n",
      "[458]\tvalid_0's auc: 0.726233\n",
      "[459]\tvalid_0's auc: 0.726234\n",
      "[460]\tvalid_0's auc: 0.726233\n",
      "[461]\tvalid_0's auc: 0.726231\n",
      "[462]\tvalid_0's auc: 0.726239\n",
      "[463]\tvalid_0's auc: 0.726243\n",
      "[464]\tvalid_0's auc: 0.726244\n",
      "[465]\tvalid_0's auc: 0.726247\n",
      "[466]\tvalid_0's auc: 0.726251\n",
      "[467]\tvalid_0's auc: 0.726253\n",
      "[468]\tvalid_0's auc: 0.72622\n",
      "[469]\tvalid_0's auc: 0.726215\n",
      "[470]\tvalid_0's auc: 0.726198\n",
      "[471]\tvalid_0's auc: 0.726181\n",
      "[472]\tvalid_0's auc: 0.726179\n",
      "[473]\tvalid_0's auc: 0.726174\n",
      "[474]\tvalid_0's auc: 0.726181\n",
      "[475]\tvalid_0's auc: 0.726167\n",
      "[476]\tvalid_0's auc: 0.726156\n",
      "[477]\tvalid_0's auc: 0.726145\n",
      "[478]\tvalid_0's auc: 0.726128\n",
      "[479]\tvalid_0's auc: 0.726129\n",
      "[480]\tvalid_0's auc: 0.726136\n",
      "[481]\tvalid_0's auc: 0.72614\n",
      "[482]\tvalid_0's auc: 0.726147\n",
      "[483]\tvalid_0's auc: 0.726132\n",
      "[484]\tvalid_0's auc: 0.726136\n",
      "[485]\tvalid_0's auc: 0.726136\n",
      "[486]\tvalid_0's auc: 0.726135\n",
      "[487]\tvalid_0's auc: 0.726134\n",
      "[488]\tvalid_0's auc: 0.726123\n",
      "[489]\tvalid_0's auc: 0.726122\n",
      "[490]\tvalid_0's auc: 0.726127\n",
      "[491]\tvalid_0's auc: 0.726106\n",
      "[492]\tvalid_0's auc: 0.726102\n",
      "[493]\tvalid_0's auc: 0.726092\n",
      "[494]\tvalid_0's auc: 0.726087\n",
      "[495]\tvalid_0's auc: 0.726089\n",
      "[496]\tvalid_0's auc: 0.726082\n",
      "[497]\tvalid_0's auc: 0.726089\n",
      "[498]\tvalid_0's auc: 0.726088\n",
      "[499]\tvalid_0's auc: 0.726081\n",
      "[500]\tvalid_0's auc: 0.726063\n",
      "[501]\tvalid_0's auc: 0.726049\n",
      "[502]\tvalid_0's auc: 0.72605\n",
      "[503]\tvalid_0's auc: 0.726041\n",
      "[504]\tvalid_0's auc: 0.726045\n",
      "[505]\tvalid_0's auc: 0.726044\n",
      "[506]\tvalid_0's auc: 0.72604\n",
      "[507]\tvalid_0's auc: 0.726035\n",
      "[508]\tvalid_0's auc: 0.726033\n",
      "[509]\tvalid_0's auc: 0.726032\n",
      "[510]\tvalid_0's auc: 0.72603\n",
      "[511]\tvalid_0's auc: 0.726028\n",
      "[512]\tvalid_0's auc: 0.726007\n",
      "[513]\tvalid_0's auc: 0.725995\n",
      "[514]\tvalid_0's auc: 0.725989\n",
      "[515]\tvalid_0's auc: 0.725979\n",
      "[516]\tvalid_0's auc: 0.725977\n",
      "[517]\tvalid_0's auc: 0.725965\n",
      "[518]\tvalid_0's auc: 0.725967\n",
      "[519]\tvalid_0's auc: 0.72597\n",
      "[520]\tvalid_0's auc: 0.725987\n",
      "[521]\tvalid_0's auc: 0.725986\n",
      "[522]\tvalid_0's auc: 0.726004\n",
      "[523]\tvalid_0's auc: 0.72601\n",
      "[524]\tvalid_0's auc: 0.725998\n",
      "[525]\tvalid_0's auc: 0.725991\n",
      "[526]\tvalid_0's auc: 0.725973\n",
      "[527]\tvalid_0's auc: 0.725991\n",
      "[528]\tvalid_0's auc: 0.725989\n",
      "[529]\tvalid_0's auc: 0.725973\n",
      "[530]\tvalid_0's auc: 0.72597\n",
      "[531]\tvalid_0's auc: 0.725951\n",
      "[532]\tvalid_0's auc: 0.725957\n",
      "[533]\tvalid_0's auc: 0.725963\n",
      "[534]\tvalid_0's auc: 0.725956\n",
      "[535]\tvalid_0's auc: 0.72595\n",
      "[536]\tvalid_0's auc: 0.725941\n",
      "[537]\tvalid_0's auc: 0.725939\n",
      "[538]\tvalid_0's auc: 0.725935\n",
      "[539]\tvalid_0's auc: 0.725931\n",
      "[540]\tvalid_0's auc: 0.72593\n",
      "[541]\tvalid_0's auc: 0.725941\n",
      "[542]\tvalid_0's auc: 0.725931\n",
      "[543]\tvalid_0's auc: 0.72593\n",
      "[544]\tvalid_0's auc: 0.72593\n",
      "[545]\tvalid_0's auc: 0.72593\n",
      "[546]\tvalid_0's auc: 0.725929\n",
      "[547]\tvalid_0's auc: 0.725917\n",
      "[548]\tvalid_0's auc: 0.725909\n",
      "[549]\tvalid_0's auc: 0.725904\n",
      "[550]\tvalid_0's auc: 0.725894\n",
      "[551]\tvalid_0's auc: 0.725882\n",
      "[552]\tvalid_0's auc: 0.725859\n",
      "[553]\tvalid_0's auc: 0.725873\n",
      "[554]\tvalid_0's auc: 0.725862\n",
      "[555]\tvalid_0's auc: 0.725858\n",
      "[556]\tvalid_0's auc: 0.725859\n",
      "[557]\tvalid_0's auc: 0.725859\n",
      "[558]\tvalid_0's auc: 0.725856\n",
      "[559]\tvalid_0's auc: 0.725856\n",
      "[560]\tvalid_0's auc: 0.725854\n",
      "[561]\tvalid_0's auc: 0.72584\n",
      "[562]\tvalid_0's auc: 0.725838\n",
      "[563]\tvalid_0's auc: 0.725834\n",
      "[564]\tvalid_0's auc: 0.725819\n",
      "[565]\tvalid_0's auc: 0.725811\n",
      "[566]\tvalid_0's auc: 0.725815\n",
      "[567]\tvalid_0's auc: 0.725799\n",
      "[568]\tvalid_0's auc: 0.725804\n",
      "[569]\tvalid_0's auc: 0.725791\n",
      "[570]\tvalid_0's auc: 0.725783\n",
      "[571]\tvalid_0's auc: 0.725776\n",
      "[572]\tvalid_0's auc: 0.725767\n",
      "[573]\tvalid_0's auc: 0.725762\n",
      "[574]\tvalid_0's auc: 0.725755\n",
      "[575]\tvalid_0's auc: 0.725754\n",
      "[576]\tvalid_0's auc: 0.725749\n",
      "[577]\tvalid_0's auc: 0.725743\n",
      "[578]\tvalid_0's auc: 0.725742\n",
      "[579]\tvalid_0's auc: 0.725735\n",
      "[580]\tvalid_0's auc: 0.725722\n",
      "[581]\tvalid_0's auc: 0.725719\n",
      "[582]\tvalid_0's auc: 0.725727\n",
      "[583]\tvalid_0's auc: 0.725718\n",
      "[584]\tvalid_0's auc: 0.725716\n",
      "[585]\tvalid_0's auc: 0.72571\n",
      "[586]\tvalid_0's auc: 0.725707\n",
      "[587]\tvalid_0's auc: 0.7257\n",
      "[588]\tvalid_0's auc: 0.725703\n",
      "[589]\tvalid_0's auc: 0.7257\n",
      "[590]\tvalid_0's auc: 0.725703\n",
      "[591]\tvalid_0's auc: 0.725698\n",
      "[592]\tvalid_0's auc: 0.725692\n",
      "[593]\tvalid_0's auc: 0.72569\n",
      "[594]\tvalid_0's auc: 0.725678\n",
      "[595]\tvalid_0's auc: 0.725683\n",
      "[596]\tvalid_0's auc: 0.725669\n",
      "[597]\tvalid_0's auc: 0.725662\n",
      "[598]\tvalid_0's auc: 0.725654\n",
      "[599]\tvalid_0's auc: 0.725637\n",
      "[600]\tvalid_0's auc: 0.725644\n",
      "[601]\tvalid_0's auc: 0.725642\n",
      "[602]\tvalid_0's auc: 0.725648\n",
      "[603]\tvalid_0's auc: 0.72565\n",
      "[604]\tvalid_0's auc: 0.725645\n",
      "[605]\tvalid_0's auc: 0.725627\n",
      "[606]\tvalid_0's auc: 0.725633\n",
      "[607]\tvalid_0's auc: 0.725623\n",
      "[608]\tvalid_0's auc: 0.725608\n",
      "[609]\tvalid_0's auc: 0.725631\n",
      "[610]\tvalid_0's auc: 0.725624\n",
      "[611]\tvalid_0's auc: 0.725626\n",
      "[612]\tvalid_0's auc: 0.725626\n",
      "[613]\tvalid_0's auc: 0.725616\n",
      "[614]\tvalid_0's auc: 0.725587\n",
      "[615]\tvalid_0's auc: 0.725586\n",
      "[616]\tvalid_0's auc: 0.725574\n",
      "[617]\tvalid_0's auc: 0.725568\n",
      "[618]\tvalid_0's auc: 0.72557\n",
      "[619]\tvalid_0's auc: 0.725554\n",
      "[620]\tvalid_0's auc: 0.725563\n",
      "[621]\tvalid_0's auc: 0.725559\n",
      "[622]\tvalid_0's auc: 0.725547\n",
      "[623]\tvalid_0's auc: 0.725536\n",
      "[624]\tvalid_0's auc: 0.72554\n",
      "[625]\tvalid_0's auc: 0.72554\n",
      "[626]\tvalid_0's auc: 0.725535\n",
      "[627]\tvalid_0's auc: 0.725519\n",
      "[628]\tvalid_0's auc: 0.725515\n",
      "[629]\tvalid_0's auc: 0.725514\n",
      "[630]\tvalid_0's auc: 0.72551\n",
      "[631]\tvalid_0's auc: 0.725485\n",
      "[632]\tvalid_0's auc: 0.725492\n",
      "[633]\tvalid_0's auc: 0.72549\n",
      "[634]\tvalid_0's auc: 0.725497\n",
      "[635]\tvalid_0's auc: 0.725495\n",
      "[636]\tvalid_0's auc: 0.7255\n",
      "[637]\tvalid_0's auc: 0.72551\n",
      "[638]\tvalid_0's auc: 0.725505\n",
      "[639]\tvalid_0's auc: 0.725502\n",
      "[640]\tvalid_0's auc: 0.725506\n",
      "[641]\tvalid_0's auc: 0.725488\n",
      "[642]\tvalid_0's auc: 0.72549\n",
      "[643]\tvalid_0's auc: 0.72547\n",
      "[644]\tvalid_0's auc: 0.725455\n",
      "[645]\tvalid_0's auc: 0.72545\n",
      "[646]\tvalid_0's auc: 0.72543\n",
      "[647]\tvalid_0's auc: 0.725416\n",
      "[648]\tvalid_0's auc: 0.725407\n",
      "[649]\tvalid_0's auc: 0.725393\n",
      "[650]\tvalid_0's auc: 0.725387\n",
      "[651]\tvalid_0's auc: 0.725383\n",
      "[652]\tvalid_0's auc: 0.725362\n",
      "[653]\tvalid_0's auc: 0.725346\n",
      "[654]\tvalid_0's auc: 0.725344\n",
      "[655]\tvalid_0's auc: 0.725336\n",
      "[656]\tvalid_0's auc: 0.725339\n",
      "[657]\tvalid_0's auc: 0.725321\n",
      "[658]\tvalid_0's auc: 0.725308\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[659]\tvalid_0's auc: 0.72531\n",
      "[660]\tvalid_0's auc: 0.725299\n",
      "[661]\tvalid_0's auc: 0.725302\n",
      "[662]\tvalid_0's auc: 0.725287\n",
      "[663]\tvalid_0's auc: 0.725295\n",
      "[664]\tvalid_0's auc: 0.72528\n",
      "[665]\tvalid_0's auc: 0.725278\n",
      "[666]\tvalid_0's auc: 0.725266\n",
      "[667]\tvalid_0's auc: 0.725276\n",
      "[668]\tvalid_0's auc: 0.725288\n",
      "[669]\tvalid_0's auc: 0.725297\n",
      "[670]\tvalid_0's auc: 0.725306\n",
      "[671]\tvalid_0's auc: 0.725301\n",
      "[672]\tvalid_0's auc: 0.725282\n",
      "[673]\tvalid_0's auc: 0.72527\n",
      "[674]\tvalid_0's auc: 0.725261\n",
      "[675]\tvalid_0's auc: 0.725257\n",
      "[676]\tvalid_0's auc: 0.725272\n",
      "[677]\tvalid_0's auc: 0.725257\n",
      "[678]\tvalid_0's auc: 0.725259\n",
      "[679]\tvalid_0's auc: 0.725257\n",
      "[680]\tvalid_0's auc: 0.725262\n",
      "[681]\tvalid_0's auc: 0.725253\n",
      "[682]\tvalid_0's auc: 0.725244\n",
      "[683]\tvalid_0's auc: 0.725243\n",
      "[684]\tvalid_0's auc: 0.725245\n",
      "[685]\tvalid_0's auc: 0.725233\n",
      "[686]\tvalid_0's auc: 0.725227\n",
      "[687]\tvalid_0's auc: 0.7252\n",
      "[688]\tvalid_0's auc: 0.7252\n",
      "[689]\tvalid_0's auc: 0.725186\n",
      "[690]\tvalid_0's auc: 0.725185\n",
      "[691]\tvalid_0's auc: 0.725174\n",
      "[692]\tvalid_0's auc: 0.725179\n",
      "[693]\tvalid_0's auc: 0.725168\n",
      "[694]\tvalid_0's auc: 0.725171\n",
      "[695]\tvalid_0's auc: 0.72517\n",
      "[696]\tvalid_0's auc: 0.725169\n",
      "[697]\tvalid_0's auc: 0.725164\n",
      "[698]\tvalid_0's auc: 0.725154\n",
      "[699]\tvalid_0's auc: 0.72516\n",
      "[700]\tvalid_0's auc: 0.725158\n",
      "[701]\tvalid_0's auc: 0.725144\n",
      "[702]\tvalid_0's auc: 0.725139\n",
      "[703]\tvalid_0's auc: 0.725125\n",
      "[704]\tvalid_0's auc: 0.725117\n",
      "[705]\tvalid_0's auc: 0.725108\n",
      "[706]\tvalid_0's auc: 0.725117\n",
      "[707]\tvalid_0's auc: 0.725107\n",
      "[708]\tvalid_0's auc: 0.725097\n",
      "[709]\tvalid_0's auc: 0.725087\n",
      "[710]\tvalid_0's auc: 0.725079\n",
      "[711]\tvalid_0's auc: 0.725084\n",
      "[712]\tvalid_0's auc: 0.72509\n",
      "[713]\tvalid_0's auc: 0.725086\n",
      "[714]\tvalid_0's auc: 0.725086\n",
      "[715]\tvalid_0's auc: 0.725079\n",
      "[716]\tvalid_0's auc: 0.725072\n",
      "[717]\tvalid_0's auc: 0.725066\n",
      "[718]\tvalid_0's auc: 0.72507\n",
      "[719]\tvalid_0's auc: 0.725067\n",
      "[720]\tvalid_0's auc: 0.725073\n",
      "[721]\tvalid_0's auc: 0.725072\n",
      "[722]\tvalid_0's auc: 0.725054\n",
      "[723]\tvalid_0's auc: 0.72504\n",
      "[724]\tvalid_0's auc: 0.725037\n",
      "[725]\tvalid_0's auc: 0.725035\n",
      "[726]\tvalid_0's auc: 0.72504\n",
      "[727]\tvalid_0's auc: 0.725027\n",
      "[728]\tvalid_0's auc: 0.725026\n",
      "[729]\tvalid_0's auc: 0.725018\n",
      "[730]\tvalid_0's auc: 0.725018\n",
      "[731]\tvalid_0's auc: 0.725019\n",
      "[732]\tvalid_0's auc: 0.725021\n",
      "[733]\tvalid_0's auc: 0.725006\n",
      "[734]\tvalid_0's auc: 0.725002\n",
      "[735]\tvalid_0's auc: 0.725005\n",
      "[736]\tvalid_0's auc: 0.72501\n",
      "[737]\tvalid_0's auc: 0.725007\n",
      "[738]\tvalid_0's auc: 0.725008\n",
      "[739]\tvalid_0's auc: 0.724998\n",
      "[740]\tvalid_0's auc: 0.724997\n",
      "[741]\tvalid_0's auc: 0.724994\n",
      "[742]\tvalid_0's auc: 0.724993\n",
      "[743]\tvalid_0's auc: 0.724988\n",
      "[744]\tvalid_0's auc: 0.724983\n",
      "[745]\tvalid_0's auc: 0.724981\n",
      "[746]\tvalid_0's auc: 0.724969\n",
      "[747]\tvalid_0's auc: 0.724965\n",
      "[748]\tvalid_0's auc: 0.724949\n",
      "[749]\tvalid_0's auc: 0.724933\n",
      "[750]\tvalid_0's auc: 0.724922\n",
      "[751]\tvalid_0's auc: 0.724917\n",
      "[752]\tvalid_0's auc: 0.724924\n",
      "[753]\tvalid_0's auc: 0.724904\n",
      "[754]\tvalid_0's auc: 0.724896\n",
      "[755]\tvalid_0's auc: 0.724882\n",
      "[756]\tvalid_0's auc: 0.72488\n",
      "[757]\tvalid_0's auc: 0.724874\n",
      "[758]\tvalid_0's auc: 0.724864\n",
      "[759]\tvalid_0's auc: 0.724861\n",
      "[760]\tvalid_0's auc: 0.724863\n",
      "[761]\tvalid_0's auc: 0.724856\n",
      "[762]\tvalid_0's auc: 0.724863\n",
      "[763]\tvalid_0's auc: 0.724852\n",
      "[764]\tvalid_0's auc: 0.724859\n",
      "[765]\tvalid_0's auc: 0.724852\n",
      "[766]\tvalid_0's auc: 0.724852\n",
      "[767]\tvalid_0's auc: 0.724851\n",
      "[768]\tvalid_0's auc: 0.724824\n",
      "[769]\tvalid_0's auc: 0.724821\n",
      "[770]\tvalid_0's auc: 0.724823\n",
      "[771]\tvalid_0's auc: 0.724826\n",
      "[772]\tvalid_0's auc: 0.724827\n",
      "[773]\tvalid_0's auc: 0.724834\n",
      "[774]\tvalid_0's auc: 0.724831\n",
      "[775]\tvalid_0's auc: 0.724816\n",
      "[776]\tvalid_0's auc: 0.724811\n",
      "[777]\tvalid_0's auc: 0.724806\n",
      "[778]\tvalid_0's auc: 0.724795\n",
      "[779]\tvalid_0's auc: 0.724784\n",
      "[780]\tvalid_0's auc: 0.724778\n",
      "[781]\tvalid_0's auc: 0.724758\n",
      "[782]\tvalid_0's auc: 0.724752\n",
      "[783]\tvalid_0's auc: 0.724745\n",
      "[784]\tvalid_0's auc: 0.724746\n",
      "[785]\tvalid_0's auc: 0.724737\n",
      "[786]\tvalid_0's auc: 0.724736\n",
      "[787]\tvalid_0's auc: 0.724716\n",
      "[788]\tvalid_0's auc: 0.724717\n",
      "[789]\tvalid_0's auc: 0.724713\n",
      "[790]\tvalid_0's auc: 0.724707\n",
      "[791]\tvalid_0's auc: 0.724705\n",
      "[792]\tvalid_0's auc: 0.724702\n",
      "[793]\tvalid_0's auc: 0.724701\n",
      "[794]\tvalid_0's auc: 0.724696\n",
      "[795]\tvalid_0's auc: 0.724682\n",
      "[796]\tvalid_0's auc: 0.724664\n",
      "[797]\tvalid_0's auc: 0.724652\n",
      "[798]\tvalid_0's auc: 0.724653\n",
      "[799]\tvalid_0's auc: 0.724637\n",
      "[800]\tvalid_0's auc: 0.724634\n",
      "[801]\tvalid_0's auc: 0.724634\n",
      "[802]\tvalid_0's auc: 0.724625\n",
      "[803]\tvalid_0's auc: 0.724597\n",
      "[804]\tvalid_0's auc: 0.724586\n",
      "[805]\tvalid_0's auc: 0.72459\n",
      "[806]\tvalid_0's auc: 0.724589\n",
      "[807]\tvalid_0's auc: 0.724581\n",
      "[808]\tvalid_0's auc: 0.724582\n",
      "[809]\tvalid_0's auc: 0.724578\n",
      "[810]\tvalid_0's auc: 0.724575\n",
      "[811]\tvalid_0's auc: 0.72456\n",
      "[812]\tvalid_0's auc: 0.724541\n",
      "[813]\tvalid_0's auc: 0.724535\n",
      "[814]\tvalid_0's auc: 0.724525\n",
      "[815]\tvalid_0's auc: 0.724513\n",
      "[816]\tvalid_0's auc: 0.724512\n",
      "[817]\tvalid_0's auc: 0.724497\n",
      "[818]\tvalid_0's auc: 0.724492\n",
      "[819]\tvalid_0's auc: 0.724485\n",
      "[820]\tvalid_0's auc: 0.724478\n",
      "[821]\tvalid_0's auc: 0.724458\n",
      "[822]\tvalid_0's auc: 0.724456\n",
      "[823]\tvalid_0's auc: 0.724446\n",
      "[824]\tvalid_0's auc: 0.724427\n",
      "[825]\tvalid_0's auc: 0.724424\n",
      "[826]\tvalid_0's auc: 0.72442\n",
      "[827]\tvalid_0's auc: 0.724419\n",
      "[828]\tvalid_0's auc: 0.724417\n",
      "[829]\tvalid_0's auc: 0.724413\n",
      "[830]\tvalid_0's auc: 0.724407\n",
      "[831]\tvalid_0's auc: 0.724401\n",
      "[832]\tvalid_0's auc: 0.724398\n",
      "[833]\tvalid_0's auc: 0.724403\n",
      "[834]\tvalid_0's auc: 0.724389\n",
      "[835]\tvalid_0's auc: 0.724384\n",
      "[836]\tvalid_0's auc: 0.724392\n",
      "[837]\tvalid_0's auc: 0.724395\n",
      "[838]\tvalid_0's auc: 0.724401\n",
      "[839]\tvalid_0's auc: 0.72439\n",
      "[840]\tvalid_0's auc: 0.724382\n",
      "[841]\tvalid_0's auc: 0.724372\n",
      "[842]\tvalid_0's auc: 0.724369\n",
      "[843]\tvalid_0's auc: 0.724362\n",
      "[844]\tvalid_0's auc: 0.724355\n",
      "[845]\tvalid_0's auc: 0.724353\n",
      "[846]\tvalid_0's auc: 0.724341\n",
      "[847]\tvalid_0's auc: 0.724329\n",
      "[848]\tvalid_0's auc: 0.724325\n",
      "[849]\tvalid_0's auc: 0.724314\n",
      "[850]\tvalid_0's auc: 0.724314\n",
      "[851]\tvalid_0's auc: 0.724303\n",
      "[852]\tvalid_0's auc: 0.724304\n",
      "[853]\tvalid_0's auc: 0.724296\n",
      "[854]\tvalid_0's auc: 0.724292\n",
      "[855]\tvalid_0's auc: 0.724281\n",
      "[856]\tvalid_0's auc: 0.724279\n",
      "[857]\tvalid_0's auc: 0.724267\n",
      "[858]\tvalid_0's auc: 0.724272\n",
      "[859]\tvalid_0's auc: 0.72426\n",
      "[860]\tvalid_0's auc: 0.724258\n",
      "[861]\tvalid_0's auc: 0.724248\n",
      "[862]\tvalid_0's auc: 0.72425\n",
      "[863]\tvalid_0's auc: 0.724244\n",
      "[864]\tvalid_0's auc: 0.724241\n",
      "[865]\tvalid_0's auc: 0.724227\n",
      "[866]\tvalid_0's auc: 0.724229\n",
      "[867]\tvalid_0's auc: 0.724228\n",
      "[868]\tvalid_0's auc: 0.724216\n",
      "[869]\tvalid_0's auc: 0.724221\n",
      "[870]\tvalid_0's auc: 0.724233\n",
      "[871]\tvalid_0's auc: 0.724206\n",
      "[872]\tvalid_0's auc: 0.724211\n",
      "[873]\tvalid_0's auc: 0.724199\n",
      "[874]\tvalid_0's auc: 0.724197\n",
      "[875]\tvalid_0's auc: 0.724197\n",
      "[876]\tvalid_0's auc: 0.724192\n",
      "[877]\tvalid_0's auc: 0.724188\n",
      "[878]\tvalid_0's auc: 0.724185\n",
      "[879]\tvalid_0's auc: 0.724168\n",
      "[880]\tvalid_0's auc: 0.724143\n",
      "[881]\tvalid_0's auc: 0.724137\n",
      "[882]\tvalid_0's auc: 0.724134\n",
      "[883]\tvalid_0's auc: 0.724136\n",
      "[884]\tvalid_0's auc: 0.724137\n",
      "[885]\tvalid_0's auc: 0.724118\n",
      "[886]\tvalid_0's auc: 0.72411\n",
      "[887]\tvalid_0's auc: 0.724104\n",
      "[888]\tvalid_0's auc: 0.724111\n",
      "[889]\tvalid_0's auc: 0.724111\n",
      "[890]\tvalid_0's auc: 0.724104\n",
      "[891]\tvalid_0's auc: 0.724114\n",
      "[892]\tvalid_0's auc: 0.724108\n",
      "[893]\tvalid_0's auc: 0.724101\n",
      "[894]\tvalid_0's auc: 0.724099\n",
      "[895]\tvalid_0's auc: 0.72409\n",
      "[896]\tvalid_0's auc: 0.724087\n",
      "[897]\tvalid_0's auc: 0.724085\n",
      "[898]\tvalid_0's auc: 0.72408\n",
      "[899]\tvalid_0's auc: 0.724083\n",
      "[900]\tvalid_0's auc: 0.724084\n",
      "[901]\tvalid_0's auc: 0.724086\n",
      "[902]\tvalid_0's auc: 0.724092\n",
      "[903]\tvalid_0's auc: 0.724079\n",
      "[904]\tvalid_0's auc: 0.724088\n",
      "[905]\tvalid_0's auc: 0.724085\n",
      "[906]\tvalid_0's auc: 0.724103\n",
      "[907]\tvalid_0's auc: 0.724088\n",
      "[908]\tvalid_0's auc: 0.724084\n",
      "[909]\tvalid_0's auc: 0.724075\n",
      "[910]\tvalid_0's auc: 0.724072\n",
      "[911]\tvalid_0's auc: 0.724057\n",
      "[912]\tvalid_0's auc: 0.72406\n",
      "[913]\tvalid_0's auc: 0.724054\n",
      "[914]\tvalid_0's auc: 0.724059\n",
      "[915]\tvalid_0's auc: 0.724068\n",
      "[916]\tvalid_0's auc: 0.724051\n",
      "[917]\tvalid_0's auc: 0.724042\n",
      "[918]\tvalid_0's auc: 0.724038\n",
      "[919]\tvalid_0's auc: 0.724023\n",
      "[920]\tvalid_0's auc: 0.724008\n",
      "[921]\tvalid_0's auc: 0.723995\n",
      "[922]\tvalid_0's auc: 0.724004\n",
      "[923]\tvalid_0's auc: 0.723994\n",
      "[924]\tvalid_0's auc: 0.723989\n",
      "[925]\tvalid_0's auc: 0.723989\n",
      "[926]\tvalid_0's auc: 0.723975\n",
      "[927]\tvalid_0's auc: 0.72395\n",
      "[928]\tvalid_0's auc: 0.723943\n",
      "[929]\tvalid_0's auc: 0.723948\n",
      "[930]\tvalid_0's auc: 0.723938\n",
      "[931]\tvalid_0's auc: 0.723939\n",
      "[932]\tvalid_0's auc: 0.723929\n",
      "[933]\tvalid_0's auc: 0.723932\n",
      "[934]\tvalid_0's auc: 0.723914\n",
      "[935]\tvalid_0's auc: 0.723901\n",
      "[936]\tvalid_0's auc: 0.723895\n",
      "[937]\tvalid_0's auc: 0.723882\n",
      "[938]\tvalid_0's auc: 0.723873\n",
      "[939]\tvalid_0's auc: 0.723859\n",
      "[940]\tvalid_0's auc: 0.723851\n",
      "[941]\tvalid_0's auc: 0.723851\n",
      "[942]\tvalid_0's auc: 0.723835\n",
      "[943]\tvalid_0's auc: 0.723831\n",
      "[944]\tvalid_0's auc: 0.723827\n",
      "[945]\tvalid_0's auc: 0.723825\n",
      "[946]\tvalid_0's auc: 0.723825\n",
      "[947]\tvalid_0's auc: 0.723812\n",
      "[948]\tvalid_0's auc: 0.723809\n",
      "[949]\tvalid_0's auc: 0.723796\n",
      "[950]\tvalid_0's auc: 0.723793\n",
      "[951]\tvalid_0's auc: 0.723787\n",
      "[952]\tvalid_0's auc: 0.723779\n",
      "[953]\tvalid_0's auc: 0.723777\n",
      "[954]\tvalid_0's auc: 0.723777\n",
      "[955]\tvalid_0's auc: 0.723775\n",
      "[956]\tvalid_0's auc: 0.723764\n",
      "[957]\tvalid_0's auc: 0.723757\n",
      "[958]\tvalid_0's auc: 0.723768\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[959]\tvalid_0's auc: 0.72377\n",
      "[960]\tvalid_0's auc: 0.72376\n",
      "[961]\tvalid_0's auc: 0.723742\n",
      "[962]\tvalid_0's auc: 0.723738\n",
      "[963]\tvalid_0's auc: 0.723734\n",
      "[964]\tvalid_0's auc: 0.72373\n",
      "[965]\tvalid_0's auc: 0.723729\n",
      "[966]\tvalid_0's auc: 0.723719\n",
      "[967]\tvalid_0's auc: 0.723712\n",
      "[968]\tvalid_0's auc: 0.7237\n",
      "[969]\tvalid_0's auc: 0.723704\n",
      "[970]\tvalid_0's auc: 0.723698\n",
      "[971]\tvalid_0's auc: 0.723685\n",
      "[972]\tvalid_0's auc: 0.723675\n",
      "[973]\tvalid_0's auc: 0.723673\n",
      "[974]\tvalid_0's auc: 0.723674\n",
      "[975]\tvalid_0's auc: 0.723666\n",
      "[976]\tvalid_0's auc: 0.72366\n",
      "[977]\tvalid_0's auc: 0.72365\n",
      "[978]\tvalid_0's auc: 0.723644\n",
      "[979]\tvalid_0's auc: 0.723643\n",
      "[980]\tvalid_0's auc: 0.723644\n",
      "[981]\tvalid_0's auc: 0.723628\n",
      "[982]\tvalid_0's auc: 0.723621\n",
      "[983]\tvalid_0's auc: 0.723599\n",
      "[984]\tvalid_0's auc: 0.72359\n",
      "[985]\tvalid_0's auc: 0.723586\n",
      "[986]\tvalid_0's auc: 0.723585\n",
      "[987]\tvalid_0's auc: 0.723588\n",
      "[988]\tvalid_0's auc: 0.723586\n",
      "[989]\tvalid_0's auc: 0.723579\n",
      "[990]\tvalid_0's auc: 0.723581\n",
      "[991]\tvalid_0's auc: 0.723577\n",
      "[992]\tvalid_0's auc: 0.723575\n",
      "[993]\tvalid_0's auc: 0.723587\n",
      "[994]\tvalid_0's auc: 0.7236\n",
      "[995]\tvalid_0's auc: 0.723593\n",
      "[996]\tvalid_0's auc: 0.723589\n",
      "[997]\tvalid_0's auc: 0.723592\n",
      "[998]\tvalid_0's auc: 0.723608\n",
      "[999]\tvalid_0's auc: 0.7236\n",
      "[1000]\tvalid_0's auc: 0.72359\n",
      "[1001]\tvalid_0's auc: 0.723587\n",
      "[1002]\tvalid_0's auc: 0.723592\n",
      "[1003]\tvalid_0's auc: 0.723584\n",
      "[1004]\tvalid_0's auc: 0.723576\n",
      "[1005]\tvalid_0's auc: 0.723577\n",
      "[1006]\tvalid_0's auc: 0.723572\n",
      "[1007]\tvalid_0's auc: 0.723568\n",
      "[1008]\tvalid_0's auc: 0.72356\n",
      "[1009]\tvalid_0's auc: 0.723551\n",
      "[1010]\tvalid_0's auc: 0.723552\n",
      "[1011]\tvalid_0's auc: 0.723552\n",
      "[1012]\tvalid_0's auc: 0.723534\n",
      "[1013]\tvalid_0's auc: 0.723535\n",
      "[1014]\tvalid_0's auc: 0.723516\n",
      "[1015]\tvalid_0's auc: 0.723496\n",
      "[1016]\tvalid_0's auc: 0.723493\n",
      "[1017]\tvalid_0's auc: 0.723491\n",
      "[1018]\tvalid_0's auc: 0.723473\n",
      "[1019]\tvalid_0's auc: 0.723471\n",
      "[1020]\tvalid_0's auc: 0.723467\n",
      "[1021]\tvalid_0's auc: 0.723452\n",
      "[1022]\tvalid_0's auc: 0.723469\n",
      "[1023]\tvalid_0's auc: 0.723464\n",
      "[1024]\tvalid_0's auc: 0.723446\n",
      "[1025]\tvalid_0's auc: 0.723444\n",
      "[1026]\tvalid_0's auc: 0.723437\n",
      "[1027]\tvalid_0's auc: 0.723431\n",
      "[1028]\tvalid_0's auc: 0.723414\n",
      "[1029]\tvalid_0's auc: 0.723402\n",
      "[1030]\tvalid_0's auc: 0.723398\n",
      "[1031]\tvalid_0's auc: 0.723399\n",
      "[1032]\tvalid_0's auc: 0.723399\n",
      "[1033]\tvalid_0's auc: 0.723398\n",
      "[1034]\tvalid_0's auc: 0.723396\n",
      "[1035]\tvalid_0's auc: 0.723388\n",
      "[1036]\tvalid_0's auc: 0.723386\n",
      "[1037]\tvalid_0's auc: 0.723392\n",
      "[1038]\tvalid_0's auc: 0.723378\n",
      "[1039]\tvalid_0's auc: 0.723378\n",
      "[1040]\tvalid_0's auc: 0.723378\n",
      "[1041]\tvalid_0's auc: 0.723376\n",
      "[1042]\tvalid_0's auc: 0.723373\n",
      "[1043]\tvalid_0's auc: 0.723372\n",
      "[1044]\tvalid_0's auc: 0.723371\n",
      "[1045]\tvalid_0's auc: 0.723375\n",
      "[1046]\tvalid_0's auc: 0.723351\n",
      "[1047]\tvalid_0's auc: 0.723349\n",
      "[1048]\tvalid_0's auc: 0.723335\n",
      "[1049]\tvalid_0's auc: 0.723337\n",
      "[1050]\tvalid_0's auc: 0.723328\n",
      "[1051]\tvalid_0's auc: 0.723333\n",
      "[1052]\tvalid_0's auc: 0.723325\n",
      "[1053]\tvalid_0's auc: 0.723321\n",
      "[1054]\tvalid_0's auc: 0.723318\n",
      "[1055]\tvalid_0's auc: 0.723307\n",
      "[1056]\tvalid_0's auc: 0.723291\n",
      "[1057]\tvalid_0's auc: 0.7233\n",
      "[1058]\tvalid_0's auc: 0.72329\n",
      "[1059]\tvalid_0's auc: 0.72328\n",
      "[1060]\tvalid_0's auc: 0.723281\n",
      "[1061]\tvalid_0's auc: 0.723274\n",
      "[1062]\tvalid_0's auc: 0.723259\n",
      "[1063]\tvalid_0's auc: 0.723255\n",
      "[1064]\tvalid_0's auc: 0.723256\n",
      "[1065]\tvalid_0's auc: 0.723256\n",
      "[1066]\tvalid_0's auc: 0.723245\n",
      "[1067]\tvalid_0's auc: 0.72323\n",
      "[1068]\tvalid_0's auc: 0.723229\n",
      "[1069]\tvalid_0's auc: 0.723233\n",
      "[1070]\tvalid_0's auc: 0.72323\n",
      "[1071]\tvalid_0's auc: 0.723201\n",
      "[1072]\tvalid_0's auc: 0.723202\n",
      "[1073]\tvalid_0's auc: 0.723179\n",
      "[1074]\tvalid_0's auc: 0.723183\n",
      "[1075]\tvalid_0's auc: 0.723179\n",
      "[1076]\tvalid_0's auc: 0.723154\n",
      "[1077]\tvalid_0's auc: 0.72315\n",
      "[1078]\tvalid_0's auc: 0.723145\n",
      "[1079]\tvalid_0's auc: 0.723144\n",
      "[1080]\tvalid_0's auc: 0.723145\n",
      "[1081]\tvalid_0's auc: 0.723144\n",
      "[1082]\tvalid_0's auc: 0.723115\n",
      "[1083]\tvalid_0's auc: 0.723106\n",
      "[1084]\tvalid_0's auc: 0.723096\n",
      "[1085]\tvalid_0's auc: 0.72306\n",
      "[1086]\tvalid_0's auc: 0.723044\n",
      "[1087]\tvalid_0's auc: 0.723044\n",
      "[1088]\tvalid_0's auc: 0.723042\n",
      "[1089]\tvalid_0's auc: 0.723037\n",
      "[1090]\tvalid_0's auc: 0.723033\n",
      "[1091]\tvalid_0's auc: 0.723034\n",
      "[1092]\tvalid_0's auc: 0.723011\n",
      "[1093]\tvalid_0's auc: 0.722999\n",
      "[1094]\tvalid_0's auc: 0.722983\n",
      "[1095]\tvalid_0's auc: 0.722973\n",
      "[1096]\tvalid_0's auc: 0.722968\n",
      "[1097]\tvalid_0's auc: 0.722963\n",
      "[1098]\tvalid_0's auc: 0.722962\n",
      "[1099]\tvalid_0's auc: 0.722963\n",
      "[1100]\tvalid_0's auc: 0.722965\n",
      "[1101]\tvalid_0's auc: 0.722957\n",
      "[1102]\tvalid_0's auc: 0.722963\n",
      "[1103]\tvalid_0's auc: 0.722966\n",
      "[1104]\tvalid_0's auc: 0.722962\n",
      "[1105]\tvalid_0's auc: 0.722954\n",
      "[1106]\tvalid_0's auc: 0.722944\n",
      "[1107]\tvalid_0's auc: 0.722943\n",
      "[1108]\tvalid_0's auc: 0.722932\n",
      "[1109]\tvalid_0's auc: 0.722918\n",
      "[1110]\tvalid_0's auc: 0.722921\n",
      "[1111]\tvalid_0's auc: 0.722925\n",
      "[1112]\tvalid_0's auc: 0.722913\n",
      "[1113]\tvalid_0's auc: 0.722908\n",
      "[1114]\tvalid_0's auc: 0.722895\n",
      "[1115]\tvalid_0's auc: 0.722888\n",
      "[1116]\tvalid_0's auc: 0.722886\n",
      "[1117]\tvalid_0's auc: 0.722885\n",
      "[1118]\tvalid_0's auc: 0.722891\n",
      "[1119]\tvalid_0's auc: 0.722887\n",
      "[1120]\tvalid_0's auc: 0.722883\n",
      "[1121]\tvalid_0's auc: 0.722876\n",
      "[1122]\tvalid_0's auc: 0.722865\n",
      "[1123]\tvalid_0's auc: 0.722845\n",
      "[1124]\tvalid_0's auc: 0.722835\n",
      "[1125]\tvalid_0's auc: 0.72282\n",
      "[1126]\tvalid_0's auc: 0.722818\n",
      "[1127]\tvalid_0's auc: 0.722809\n",
      "[1128]\tvalid_0's auc: 0.72283\n",
      "[1129]\tvalid_0's auc: 0.72282\n",
      "[1130]\tvalid_0's auc: 0.722826\n",
      "[1131]\tvalid_0's auc: 0.722819\n",
      "[1132]\tvalid_0's auc: 0.722809\n",
      "[1133]\tvalid_0's auc: 0.722815\n",
      "[1134]\tvalid_0's auc: 0.722806\n",
      "[1135]\tvalid_0's auc: 0.722792\n",
      "[1136]\tvalid_0's auc: 0.722796\n",
      "[1137]\tvalid_0's auc: 0.722801\n",
      "[1138]\tvalid_0's auc: 0.722803\n",
      "[1139]\tvalid_0's auc: 0.722798\n",
      "[1140]\tvalid_0's auc: 0.722798\n",
      "[1141]\tvalid_0's auc: 0.722792\n",
      "[1142]\tvalid_0's auc: 0.722781\n",
      "[1143]\tvalid_0's auc: 0.722775\n",
      "[1144]\tvalid_0's auc: 0.722769\n",
      "[1145]\tvalid_0's auc: 0.722768\n",
      "[1146]\tvalid_0's auc: 0.722761\n",
      "[1147]\tvalid_0's auc: 0.722763\n",
      "[1148]\tvalid_0's auc: 0.722758\n",
      "[1149]\tvalid_0's auc: 0.722757\n",
      "[1150]\tvalid_0's auc: 0.722747\n",
      "[1151]\tvalid_0's auc: 0.722745\n",
      "[1152]\tvalid_0's auc: 0.722744\n",
      "[1153]\tvalid_0's auc: 0.722729\n",
      "[1154]\tvalid_0's auc: 0.72272\n",
      "[1155]\tvalid_0's auc: 0.722723\n",
      "[1156]\tvalid_0's auc: 0.722715\n",
      "[1157]\tvalid_0's auc: 0.722716\n",
      "[1158]\tvalid_0's auc: 0.722704\n",
      "[1159]\tvalid_0's auc: 0.722698\n",
      "[1160]\tvalid_0's auc: 0.722677\n",
      "[1161]\tvalid_0's auc: 0.722654\n",
      "[1162]\tvalid_0's auc: 0.722642\n",
      "[1163]\tvalid_0's auc: 0.722635\n",
      "[1164]\tvalid_0's auc: 0.722633\n",
      "[1165]\tvalid_0's auc: 0.722641\n",
      "[1166]\tvalid_0's auc: 0.722634\n",
      "[1167]\tvalid_0's auc: 0.72262\n",
      "[1168]\tvalid_0's auc: 0.722629\n",
      "[1169]\tvalid_0's auc: 0.722614\n",
      "[1170]\tvalid_0's auc: 0.722611\n",
      "[1171]\tvalid_0's auc: 0.722616\n",
      "[1172]\tvalid_0's auc: 0.72261\n",
      "[1173]\tvalid_0's auc: 0.722609\n",
      "[1174]\tvalid_0's auc: 0.722603\n",
      "[1175]\tvalid_0's auc: 0.722585\n",
      "[1176]\tvalid_0's auc: 0.722587\n",
      "[1177]\tvalid_0's auc: 0.722579\n",
      "[1178]\tvalid_0's auc: 0.722566\n",
      "[1179]\tvalid_0's auc: 0.722568\n",
      "[1180]\tvalid_0's auc: 0.722567\n",
      "[1181]\tvalid_0's auc: 0.722553\n",
      "[1182]\tvalid_0's auc: 0.722539\n",
      "[1183]\tvalid_0's auc: 0.722542\n",
      "[1184]\tvalid_0's auc: 0.722541\n",
      "[1185]\tvalid_0's auc: 0.722535\n",
      "[1186]\tvalid_0's auc: 0.722526\n",
      "[1187]\tvalid_0's auc: 0.722514\n",
      "[1188]\tvalid_0's auc: 0.722507\n",
      "[1189]\tvalid_0's auc: 0.722513\n",
      "[1190]\tvalid_0's auc: 0.722493\n",
      "[1191]\tvalid_0's auc: 0.722483\n",
      "[1192]\tvalid_0's auc: 0.722483\n",
      "[1193]\tvalid_0's auc: 0.722483\n",
      "[1194]\tvalid_0's auc: 0.722483\n",
      "[1195]\tvalid_0's auc: 0.722476\n",
      "[1196]\tvalid_0's auc: 0.722466\n",
      "[1197]\tvalid_0's auc: 0.72247\n",
      "[1198]\tvalid_0's auc: 0.722461\n",
      "[1199]\tvalid_0's auc: 0.722467\n",
      "[1200]\tvalid_0's auc: 0.722471\n",
      "[1201]\tvalid_0's auc: 0.722478\n",
      "[1202]\tvalid_0's auc: 0.722477\n",
      "[1203]\tvalid_0's auc: 0.722458\n",
      "[1204]\tvalid_0's auc: 0.722449\n",
      "[1205]\tvalid_0's auc: 0.722448\n",
      "[1206]\tvalid_0's auc: 0.722438\n",
      "[1207]\tvalid_0's auc: 0.722416\n",
      "[1208]\tvalid_0's auc: 0.722423\n",
      "[1209]\tvalid_0's auc: 0.722415\n",
      "[1210]\tvalid_0's auc: 0.722412\n",
      "[1211]\tvalid_0's auc: 0.722421\n",
      "[1212]\tvalid_0's auc: 0.722408\n",
      "[1213]\tvalid_0's auc: 0.722415\n",
      "[1214]\tvalid_0's auc: 0.72241\n",
      "[1215]\tvalid_0's auc: 0.722402\n",
      "[1216]\tvalid_0's auc: 0.7224\n",
      "[1217]\tvalid_0's auc: 0.722397\n",
      "[1218]\tvalid_0's auc: 0.722395\n",
      "[1219]\tvalid_0's auc: 0.722398\n",
      "[1220]\tvalid_0's auc: 0.722393\n",
      "[1221]\tvalid_0's auc: 0.722383\n",
      "[1222]\tvalid_0's auc: 0.722375\n",
      "[1223]\tvalid_0's auc: 0.722374\n",
      "[1224]\tvalid_0's auc: 0.722373\n",
      "[1225]\tvalid_0's auc: 0.722362\n",
      "[1226]\tvalid_0's auc: 0.722362\n",
      "[1227]\tvalid_0's auc: 0.722369\n",
      "[1228]\tvalid_0's auc: 0.722369\n",
      "[1229]\tvalid_0's auc: 0.722366\n",
      "[1230]\tvalid_0's auc: 0.722359\n",
      "[1231]\tvalid_0's auc: 0.722343\n",
      "[1232]\tvalid_0's auc: 0.722339\n",
      "[1233]\tvalid_0's auc: 0.722333\n",
      "[1234]\tvalid_0's auc: 0.722331\n",
      "[1235]\tvalid_0's auc: 0.722331\n",
      "[1236]\tvalid_0's auc: 0.722324\n",
      "[1237]\tvalid_0's auc: 0.722327\n",
      "[1238]\tvalid_0's auc: 0.722335\n",
      "[1239]\tvalid_0's auc: 0.722318\n",
      "[1240]\tvalid_0's auc: 0.722303\n",
      "[1241]\tvalid_0's auc: 0.722298\n",
      "[1242]\tvalid_0's auc: 0.722282\n",
      "[1243]\tvalid_0's auc: 0.722292\n",
      "[1244]\tvalid_0's auc: 0.722286\n",
      "[1245]\tvalid_0's auc: 0.722273\n",
      "[1246]\tvalid_0's auc: 0.722275\n",
      "[1247]\tvalid_0's auc: 0.722273\n",
      "[1248]\tvalid_0's auc: 0.722271\n",
      "[1249]\tvalid_0's auc: 0.722258\n",
      "[1250]\tvalid_0's auc: 0.722257\n",
      "[1251]\tvalid_0's auc: 0.722255\n",
      "[1252]\tvalid_0's auc: 0.72225\n",
      "[1253]\tvalid_0's auc: 0.722236\n",
      "[1254]\tvalid_0's auc: 0.722244\n",
      "[1255]\tvalid_0's auc: 0.722238\n",
      "[1256]\tvalid_0's auc: 0.722239\n",
      "[1257]\tvalid_0's auc: 0.722233\n",
      "[1258]\tvalid_0's auc: 0.722232\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1259]\tvalid_0's auc: 0.722216\n",
      "[1260]\tvalid_0's auc: 0.72221\n",
      "[1261]\tvalid_0's auc: 0.722196\n",
      "[1262]\tvalid_0's auc: 0.722189\n",
      "[1263]\tvalid_0's auc: 0.722183\n",
      "[1264]\tvalid_0's auc: 0.72217\n",
      "[1265]\tvalid_0's auc: 0.722154\n",
      "[1266]\tvalid_0's auc: 0.722152\n",
      "[1267]\tvalid_0's auc: 0.722148\n",
      "[1268]\tvalid_0's auc: 0.722142\n",
      "[1269]\tvalid_0's auc: 0.722124\n",
      "[1270]\tvalid_0's auc: 0.722118\n",
      "[1271]\tvalid_0's auc: 0.722114\n",
      "[1272]\tvalid_0's auc: 0.72211\n",
      "[1273]\tvalid_0's auc: 0.722102\n",
      "[1274]\tvalid_0's auc: 0.722097\n",
      "[1275]\tvalid_0's auc: 0.722093\n",
      "[1276]\tvalid_0's auc: 0.722092\n",
      "[1277]\tvalid_0's auc: 0.722093\n",
      "[1278]\tvalid_0's auc: 0.72209\n",
      "[1279]\tvalid_0's auc: 0.722088\n",
      "[1280]\tvalid_0's auc: 0.722082\n",
      "[1281]\tvalid_0's auc: 0.722085\n",
      "[1282]\tvalid_0's auc: 0.722071\n",
      "[1283]\tvalid_0's auc: 0.722065\n",
      "[1284]\tvalid_0's auc: 0.722061\n",
      "[1285]\tvalid_0's auc: 0.722055\n",
      "[1286]\tvalid_0's auc: 0.722052\n",
      "[1287]\tvalid_0's auc: 0.72205\n",
      "[1288]\tvalid_0's auc: 0.722046\n",
      "[1289]\tvalid_0's auc: 0.722027\n",
      "[1290]\tvalid_0's auc: 0.722025\n",
      "[1291]\tvalid_0's auc: 0.722027\n",
      "[1292]\tvalid_0's auc: 0.722015\n",
      "[1293]\tvalid_0's auc: 0.722029\n",
      "[1294]\tvalid_0's auc: 0.722019\n",
      "[1295]\tvalid_0's auc: 0.722012\n",
      "[1296]\tvalid_0's auc: 0.721997\n",
      "[1297]\tvalid_0's auc: 0.721998\n",
      "[1298]\tvalid_0's auc: 0.721989\n",
      "[1299]\tvalid_0's auc: 0.721981\n",
      "[1300]\tvalid_0's auc: 0.721984\n",
      "[1301]\tvalid_0's auc: 0.721986\n",
      "[1302]\tvalid_0's auc: 0.721977\n",
      "[1303]\tvalid_0's auc: 0.721979\n",
      "[1304]\tvalid_0's auc: 0.721961\n",
      "[1305]\tvalid_0's auc: 0.721943\n",
      "[1306]\tvalid_0's auc: 0.721939\n",
      "[1307]\tvalid_0's auc: 0.721947\n",
      "[1308]\tvalid_0's auc: 0.721943\n",
      "[1309]\tvalid_0's auc: 0.721939\n",
      "[1310]\tvalid_0's auc: 0.721935\n",
      "[1311]\tvalid_0's auc: 0.721928\n",
      "[1312]\tvalid_0's auc: 0.721933\n",
      "[1313]\tvalid_0's auc: 0.72192\n",
      "[1314]\tvalid_0's auc: 0.721915\n",
      "[1315]\tvalid_0's auc: 0.72191\n",
      "[1316]\tvalid_0's auc: 0.72191\n",
      "[1317]\tvalid_0's auc: 0.7219\n",
      "[1318]\tvalid_0's auc: 0.721894\n",
      "[1319]\tvalid_0's auc: 0.721894\n",
      "[1320]\tvalid_0's auc: 0.7219\n",
      "[1321]\tvalid_0's auc: 0.721887\n",
      "[1322]\tvalid_0's auc: 0.721885\n",
      "[1323]\tvalid_0's auc: 0.721886\n",
      "[1324]\tvalid_0's auc: 0.721858\n",
      "[1325]\tvalid_0's auc: 0.72186\n",
      "[1326]\tvalid_0's auc: 0.721853\n",
      "[1327]\tvalid_0's auc: 0.721858\n",
      "[1328]\tvalid_0's auc: 0.72186\n",
      "[1329]\tvalid_0's auc: 0.72185\n",
      "[1330]\tvalid_0's auc: 0.721841\n",
      "[1331]\tvalid_0's auc: 0.721837\n",
      "[1332]\tvalid_0's auc: 0.721849\n",
      "[1333]\tvalid_0's auc: 0.721834\n",
      "[1334]\tvalid_0's auc: 0.721825\n",
      "[1335]\tvalid_0's auc: 0.72182\n",
      "[1336]\tvalid_0's auc: 0.721816\n",
      "[1337]\tvalid_0's auc: 0.721817\n",
      "[1338]\tvalid_0's auc: 0.721809\n",
      "[1339]\tvalid_0's auc: 0.721822\n",
      "[1340]\tvalid_0's auc: 0.721813\n",
      "[1341]\tvalid_0's auc: 0.721814\n",
      "[1342]\tvalid_0's auc: 0.721796\n",
      "[1343]\tvalid_0's auc: 0.72178\n",
      "[1344]\tvalid_0's auc: 0.721773\n",
      "[1345]\tvalid_0's auc: 0.721768\n",
      "[1346]\tvalid_0's auc: 0.721767\n",
      "[1347]\tvalid_0's auc: 0.721765\n",
      "[1348]\tvalid_0's auc: 0.721747\n",
      "[1349]\tvalid_0's auc: 0.721748\n",
      "[1350]\tvalid_0's auc: 0.721742\n",
      "[1351]\tvalid_0's auc: 0.721719\n",
      "[1352]\tvalid_0's auc: 0.721714\n",
      "[1353]\tvalid_0's auc: 0.721698\n",
      "[1354]\tvalid_0's auc: 0.721695\n",
      "[1355]\tvalid_0's auc: 0.721693\n",
      "[1356]\tvalid_0's auc: 0.721695\n",
      "[1357]\tvalid_0's auc: 0.721692\n",
      "[1358]\tvalid_0's auc: 0.721674\n",
      "[1359]\tvalid_0's auc: 0.721662\n",
      "[1360]\tvalid_0's auc: 0.72166\n",
      "[1361]\tvalid_0's auc: 0.721656\n",
      "[1362]\tvalid_0's auc: 0.721654\n",
      "[1363]\tvalid_0's auc: 0.721653\n",
      "[1364]\tvalid_0's auc: 0.721637\n",
      "[1365]\tvalid_0's auc: 0.721638\n",
      "[1366]\tvalid_0's auc: 0.721618\n",
      "[1367]\tvalid_0's auc: 0.721607\n",
      "[1368]\tvalid_0's auc: 0.721609\n",
      "[1369]\tvalid_0's auc: 0.721603\n",
      "[1370]\tvalid_0's auc: 0.7216\n",
      "[1371]\tvalid_0's auc: 0.721593\n",
      "[1372]\tvalid_0's auc: 0.721594\n",
      "[1373]\tvalid_0's auc: 0.721596\n",
      "[1374]\tvalid_0's auc: 0.721592\n",
      "[1375]\tvalid_0's auc: 0.721597\n",
      "[1376]\tvalid_0's auc: 0.721596\n",
      "[1377]\tvalid_0's auc: 0.721592\n",
      "[1378]\tvalid_0's auc: 0.721591\n",
      "[1379]\tvalid_0's auc: 0.721591\n",
      "[1380]\tvalid_0's auc: 0.721565\n",
      "[1381]\tvalid_0's auc: 0.721544\n",
      "[1382]\tvalid_0's auc: 0.721542\n",
      "[1383]\tvalid_0's auc: 0.721534\n",
      "[1384]\tvalid_0's auc: 0.721524\n",
      "[1385]\tvalid_0's auc: 0.721511\n",
      "[1386]\tvalid_0's auc: 0.721506\n",
      "[1387]\tvalid_0's auc: 0.721497\n",
      "[1388]\tvalid_0's auc: 0.721481\n",
      "[1389]\tvalid_0's auc: 0.72148\n",
      "[1390]\tvalid_0's auc: 0.721475\n",
      "[1391]\tvalid_0's auc: 0.72146\n",
      "[1392]\tvalid_0's auc: 0.721464\n",
      "[1393]\tvalid_0's auc: 0.721464\n",
      "[1394]\tvalid_0's auc: 0.721462\n",
      "[1395]\tvalid_0's auc: 0.72146\n",
      "[1396]\tvalid_0's auc: 0.72145\n",
      "[1397]\tvalid_0's auc: 0.721454\n",
      "[1398]\tvalid_0's auc: 0.721461\n",
      "[1399]\tvalid_0's auc: 0.721463\n",
      "[1400]\tvalid_0's auc: 0.721464\n",
      "[1401]\tvalid_0's auc: 0.721455\n",
      "[1402]\tvalid_0's auc: 0.721445\n",
      "[1403]\tvalid_0's auc: 0.721437\n",
      "[1404]\tvalid_0's auc: 0.721433\n",
      "[1405]\tvalid_0's auc: 0.721425\n",
      "[1406]\tvalid_0's auc: 0.721425\n",
      "[1407]\tvalid_0's auc: 0.721422\n",
      "[1408]\tvalid_0's auc: 0.721414\n",
      "[1409]\tvalid_0's auc: 0.7214\n",
      "[1410]\tvalid_0's auc: 0.721382\n",
      "[1411]\tvalid_0's auc: 0.72138\n",
      "[1412]\tvalid_0's auc: 0.721363\n",
      "[1413]\tvalid_0's auc: 0.721354\n",
      "[1414]\tvalid_0's auc: 0.721348\n",
      "[1415]\tvalid_0's auc: 0.721343\n",
      "[1416]\tvalid_0's auc: 0.721341\n",
      "[1417]\tvalid_0's auc: 0.72134\n",
      "[1418]\tvalid_0's auc: 0.721328\n",
      "[1419]\tvalid_0's auc: 0.721318\n",
      "[1420]\tvalid_0's auc: 0.721319\n",
      "[1421]\tvalid_0's auc: 0.721309\n",
      "[1422]\tvalid_0's auc: 0.721311\n",
      "[1423]\tvalid_0's auc: 0.721302\n",
      "[1424]\tvalid_0's auc: 0.721301\n",
      "[1425]\tvalid_0's auc: 0.721292\n",
      "[1426]\tvalid_0's auc: 0.72128\n",
      "[1427]\tvalid_0's auc: 0.72128\n",
      "[1428]\tvalid_0's auc: 0.721252\n",
      "[1429]\tvalid_0's auc: 0.72125\n",
      "[1430]\tvalid_0's auc: 0.721236\n",
      "[1431]\tvalid_0's auc: 0.721226\n",
      "[1432]\tvalid_0's auc: 0.721219\n",
      "[1433]\tvalid_0's auc: 0.721205\n",
      "[1434]\tvalid_0's auc: 0.72122\n",
      "[1435]\tvalid_0's auc: 0.721196\n",
      "[1436]\tvalid_0's auc: 0.721213\n",
      "[1437]\tvalid_0's auc: 0.721197\n",
      "[1438]\tvalid_0's auc: 0.721195\n",
      "[1439]\tvalid_0's auc: 0.721196\n",
      "[1440]\tvalid_0's auc: 0.721188\n",
      "[1441]\tvalid_0's auc: 0.721195\n",
      "[1442]\tvalid_0's auc: 0.721192\n",
      "[1443]\tvalid_0's auc: 0.721188\n",
      "[1444]\tvalid_0's auc: 0.721184\n",
      "[1445]\tvalid_0's auc: 0.72117\n",
      "[1446]\tvalid_0's auc: 0.721168\n",
      "[1447]\tvalid_0's auc: 0.721167\n",
      "[1448]\tvalid_0's auc: 0.721169\n",
      "[1449]\tvalid_0's auc: 0.721151\n",
      "[1450]\tvalid_0's auc: 0.721155\n",
      "[1451]\tvalid_0's auc: 0.721149\n",
      "[1452]\tvalid_0's auc: 0.721146\n",
      "[1453]\tvalid_0's auc: 0.721144\n",
      "[1454]\tvalid_0's auc: 0.721131\n",
      "[1455]\tvalid_0's auc: 0.721123\n",
      "[1456]\tvalid_0's auc: 0.721107\n",
      "[1457]\tvalid_0's auc: 0.721104\n",
      "[1458]\tvalid_0's auc: 0.721086\n",
      "[1459]\tvalid_0's auc: 0.721091\n",
      "[1460]\tvalid_0's auc: 0.721085\n",
      "[1461]\tvalid_0's auc: 0.721077\n",
      "[1462]\tvalid_0's auc: 0.721082\n",
      "[1463]\tvalid_0's auc: 0.721084\n",
      "[1464]\tvalid_0's auc: 0.721087\n",
      "[1465]\tvalid_0's auc: 0.721077\n",
      "[1466]\tvalid_0's auc: 0.721076\n",
      "[1467]\tvalid_0's auc: 0.721067\n",
      "[1468]\tvalid_0's auc: 0.721077\n",
      "[1469]\tvalid_0's auc: 0.721081\n",
      "[1470]\tvalid_0's auc: 0.721069\n",
      "[1471]\tvalid_0's auc: 0.721065\n",
      "[1472]\tvalid_0's auc: 0.721058\n",
      "[1473]\tvalid_0's auc: 0.721066\n",
      "[1474]\tvalid_0's auc: 0.72106\n",
      "[1475]\tvalid_0's auc: 0.721053\n",
      "[1476]\tvalid_0's auc: 0.721039\n",
      "[1477]\tvalid_0's auc: 0.721035\n",
      "[1478]\tvalid_0's auc: 0.721022\n",
      "[1479]\tvalid_0's auc: 0.721026\n",
      "[1480]\tvalid_0's auc: 0.721025\n",
      "[1481]\tvalid_0's auc: 0.721018\n",
      "[1482]\tvalid_0's auc: 0.721021\n",
      "[1483]\tvalid_0's auc: 0.721019\n",
      "[1484]\tvalid_0's auc: 0.721013\n",
      "[1485]\tvalid_0's auc: 0.720998\n",
      "[1486]\tvalid_0's auc: 0.720996\n",
      "[1487]\tvalid_0's auc: 0.720977\n",
      "[1488]\tvalid_0's auc: 0.720981\n",
      "[1489]\tvalid_0's auc: 0.72099\n",
      "[1490]\tvalid_0's auc: 0.720977\n",
      "[1491]\tvalid_0's auc: 0.720969\n",
      "[1492]\tvalid_0's auc: 0.720959\n",
      "[1493]\tvalid_0's auc: 0.72096\n",
      "[1494]\tvalid_0's auc: 0.720957\n",
      "[1495]\tvalid_0's auc: 0.720947\n",
      "[1496]\tvalid_0's auc: 0.720939\n",
      "[1497]\tvalid_0's auc: 0.720929\n",
      "[1498]\tvalid_0's auc: 0.720918\n",
      "[1499]\tvalid_0's auc: 0.72091\n",
      "[1500]\tvalid_0's auc: 0.720899\n",
      "[1501]\tvalid_0's auc: 0.720899\n",
      "[1502]\tvalid_0's auc: 0.720899\n",
      "[1503]\tvalid_0's auc: 0.720906\n",
      "[1504]\tvalid_0's auc: 0.72091\n",
      "[1505]\tvalid_0's auc: 0.720898\n",
      "[1506]\tvalid_0's auc: 0.720894\n",
      "[1507]\tvalid_0's auc: 0.720885\n",
      "[1508]\tvalid_0's auc: 0.720883\n",
      "[1509]\tvalid_0's auc: 0.720885\n",
      "[1510]\tvalid_0's auc: 0.720862\n",
      "[1511]\tvalid_0's auc: 0.720844\n",
      "[1512]\tvalid_0's auc: 0.720832\n",
      "[1513]\tvalid_0's auc: 0.720832\n",
      "[1514]\tvalid_0's auc: 0.720827\n",
      "[1515]\tvalid_0's auc: 0.72082\n",
      "[1516]\tvalid_0's auc: 0.720813\n",
      "[1517]\tvalid_0's auc: 0.720812\n",
      "[1518]\tvalid_0's auc: 0.720808\n",
      "[1519]\tvalid_0's auc: 0.720804\n",
      "[1520]\tvalid_0's auc: 0.7208\n",
      "[1521]\tvalid_0's auc: 0.720793\n",
      "[1522]\tvalid_0's auc: 0.720793\n",
      "[1523]\tvalid_0's auc: 0.720789\n",
      "[1524]\tvalid_0's auc: 0.720789\n",
      "[1525]\tvalid_0's auc: 0.720786\n",
      "[1526]\tvalid_0's auc: 0.720772\n",
      "[1527]\tvalid_0's auc: 0.720772\n",
      "[1528]\tvalid_0's auc: 0.720775\n",
      "[1529]\tvalid_0's auc: 0.720771\n",
      "[1530]\tvalid_0's auc: 0.72075\n",
      "[1531]\tvalid_0's auc: 0.720746\n",
      "[1532]\tvalid_0's auc: 0.720743\n",
      "[1533]\tvalid_0's auc: 0.720736\n",
      "[1534]\tvalid_0's auc: 0.720738\n",
      "[1535]\tvalid_0's auc: 0.720733\n",
      "[1536]\tvalid_0's auc: 0.720725\n",
      "[1537]\tvalid_0's auc: 0.720718\n",
      "[1538]\tvalid_0's auc: 0.720723\n",
      "[1539]\tvalid_0's auc: 0.720722\n",
      "[1540]\tvalid_0's auc: 0.720717\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1541]\tvalid_0's auc: 0.72071\n",
      "[1542]\tvalid_0's auc: 0.720715\n",
      "[1543]\tvalid_0's auc: 0.720721\n",
      "[1544]\tvalid_0's auc: 0.720714\n",
      "[1545]\tvalid_0's auc: 0.7207\n",
      "[1546]\tvalid_0's auc: 0.720687\n",
      "[1547]\tvalid_0's auc: 0.720684\n",
      "[1548]\tvalid_0's auc: 0.720676\n",
      "[1549]\tvalid_0's auc: 0.720682\n",
      "[1550]\tvalid_0's auc: 0.720676\n",
      "[1551]\tvalid_0's auc: 0.720678\n",
      "[1552]\tvalid_0's auc: 0.72068\n",
      "[1553]\tvalid_0's auc: 0.720655\n",
      "[1554]\tvalid_0's auc: 0.72064\n",
      "[1555]\tvalid_0's auc: 0.72064\n",
      "[1556]\tvalid_0's auc: 0.720641\n",
      "[1557]\tvalid_0's auc: 0.720636\n",
      "[1558]\tvalid_0's auc: 0.720626\n",
      "[1559]\tvalid_0's auc: 0.720607\n",
      "[1560]\tvalid_0's auc: 0.720593\n",
      "[1561]\tvalid_0's auc: 0.720601\n",
      "[1562]\tvalid_0's auc: 0.720593\n",
      "[1563]\tvalid_0's auc: 0.7206\n",
      "[1564]\tvalid_0's auc: 0.720596\n",
      "[1565]\tvalid_0's auc: 0.720585\n",
      "[1566]\tvalid_0's auc: 0.720579\n",
      "[1567]\tvalid_0's auc: 0.720568\n",
      "[1568]\tvalid_0's auc: 0.720559\n",
      "[1569]\tvalid_0's auc: 0.720553\n",
      "[1570]\tvalid_0's auc: 0.72054\n",
      "[1571]\tvalid_0's auc: 0.720537\n",
      "[1572]\tvalid_0's auc: 0.720538\n",
      "[1573]\tvalid_0's auc: 0.720542\n",
      "[1574]\tvalid_0's auc: 0.72054\n",
      "[1575]\tvalid_0's auc: 0.720539\n",
      "[1576]\tvalid_0's auc: 0.720535\n",
      "[1577]\tvalid_0's auc: 0.720517\n",
      "[1578]\tvalid_0's auc: 0.720523\n",
      "[1579]\tvalid_0's auc: 0.720508\n",
      "[1580]\tvalid_0's auc: 0.720504\n",
      "[1581]\tvalid_0's auc: 0.720502\n",
      "[1582]\tvalid_0's auc: 0.720507\n",
      "[1583]\tvalid_0's auc: 0.720487\n",
      "[1584]\tvalid_0's auc: 0.720481\n",
      "[1585]\tvalid_0's auc: 0.720462\n",
      "[1586]\tvalid_0's auc: 0.720452\n",
      "[1587]\tvalid_0's auc: 0.720458\n",
      "[1588]\tvalid_0's auc: 0.720458\n",
      "[1589]\tvalid_0's auc: 0.720456\n",
      "[1590]\tvalid_0's auc: 0.720447\n",
      "[1591]\tvalid_0's auc: 0.720433\n",
      "[1592]\tvalid_0's auc: 0.720432\n",
      "[1593]\tvalid_0's auc: 0.720422\n",
      "[1594]\tvalid_0's auc: 0.720413\n",
      "[1595]\tvalid_0's auc: 0.720405\n",
      "[1596]\tvalid_0's auc: 0.720399\n",
      "[1597]\tvalid_0's auc: 0.720405\n",
      "[1598]\tvalid_0's auc: 0.720395\n",
      "[1599]\tvalid_0's auc: 0.720381\n",
      "[1600]\tvalid_0's auc: 0.720383\n",
      "[1601]\tvalid_0's auc: 0.720378\n",
      "[1602]\tvalid_0's auc: 0.720374\n",
      "[1603]\tvalid_0's auc: 0.720363\n",
      "[1604]\tvalid_0's auc: 0.720359\n",
      "[1605]\tvalid_0's auc: 0.720348\n",
      "[1606]\tvalid_0's auc: 0.720344\n",
      "[1607]\tvalid_0's auc: 0.720337\n",
      "[1608]\tvalid_0's auc: 0.72032\n",
      "[1609]\tvalid_0's auc: 0.720316\n",
      "[1610]\tvalid_0's auc: 0.720302\n",
      "[1611]\tvalid_0's auc: 0.720304\n",
      "[1612]\tvalid_0's auc: 0.720298\n",
      "[1613]\tvalid_0's auc: 0.720288\n",
      "[1614]\tvalid_0's auc: 0.720282\n",
      "[1615]\tvalid_0's auc: 0.72028\n",
      "[1616]\tvalid_0's auc: 0.720274\n",
      "[1617]\tvalid_0's auc: 0.720262\n",
      "[1618]\tvalid_0's auc: 0.720269\n",
      "[1619]\tvalid_0's auc: 0.720259\n",
      "[1620]\tvalid_0's auc: 0.720256\n",
      "[1621]\tvalid_0's auc: 0.720246\n",
      "[1622]\tvalid_0's auc: 0.720245\n",
      "[1623]\tvalid_0's auc: 0.720244\n",
      "[1624]\tvalid_0's auc: 0.72025\n",
      "[1625]\tvalid_0's auc: 0.720241\n",
      "[1626]\tvalid_0's auc: 0.720245\n",
      "[1627]\tvalid_0's auc: 0.720239\n",
      "[1628]\tvalid_0's auc: 0.720221\n",
      "[1629]\tvalid_0's auc: 0.720217\n",
      "[1630]\tvalid_0's auc: 0.720193\n",
      "[1631]\tvalid_0's auc: 0.720185\n",
      "[1632]\tvalid_0's auc: 0.720185\n",
      "[1633]\tvalid_0's auc: 0.720185\n",
      "[1634]\tvalid_0's auc: 0.720184\n",
      "[1635]\tvalid_0's auc: 0.720174\n",
      "[1636]\tvalid_0's auc: 0.720172\n",
      "[1637]\tvalid_0's auc: 0.720165\n",
      "[1638]\tvalid_0's auc: 0.720162\n",
      "[1639]\tvalid_0's auc: 0.72015\n",
      "[1640]\tvalid_0's auc: 0.720145\n",
      "[1641]\tvalid_0's auc: 0.720145\n",
      "[1642]\tvalid_0's auc: 0.720146\n",
      "[1643]\tvalid_0's auc: 0.720148\n",
      "[1644]\tvalid_0's auc: 0.720149\n",
      "[1645]\tvalid_0's auc: 0.720143\n",
      "[1646]\tvalid_0's auc: 0.720137\n",
      "[1647]\tvalid_0's auc: 0.720145\n",
      "[1648]\tvalid_0's auc: 0.720138\n",
      "[1649]\tvalid_0's auc: 0.720136\n",
      "[1650]\tvalid_0's auc: 0.720131\n",
      "[1651]\tvalid_0's auc: 0.720118\n",
      "[1652]\tvalid_0's auc: 0.720114\n",
      "[1653]\tvalid_0's auc: 0.720112\n",
      "[1654]\tvalid_0's auc: 0.720105\n",
      "[1655]\tvalid_0's auc: 0.720092\n",
      "[1656]\tvalid_0's auc: 0.720091\n",
      "[1657]\tvalid_0's auc: 0.720079\n",
      "[1658]\tvalid_0's auc: 0.720091\n",
      "[1659]\tvalid_0's auc: 0.72009\n",
      "[1660]\tvalid_0's auc: 0.72008\n",
      "[1661]\tvalid_0's auc: 0.720065\n",
      "[1662]\tvalid_0's auc: 0.72006\n",
      "[1663]\tvalid_0's auc: 0.720059\n",
      "[1664]\tvalid_0's auc: 0.720058\n",
      "[1665]\tvalid_0's auc: 0.720055\n",
      "[1666]\tvalid_0's auc: 0.720047\n",
      "[1667]\tvalid_0's auc: 0.720032\n",
      "[1668]\tvalid_0's auc: 0.720019\n",
      "[1669]\tvalid_0's auc: 0.720015\n",
      "[1670]\tvalid_0's auc: 0.720016\n",
      "[1671]\tvalid_0's auc: 0.720015\n",
      "[1672]\tvalid_0's auc: 0.720014\n",
      "[1673]\tvalid_0's auc: 0.720008\n",
      "[1674]\tvalid_0's auc: 0.720011\n",
      "[1675]\tvalid_0's auc: 0.720017\n",
      "[1676]\tvalid_0's auc: 0.720015\n",
      "[1677]\tvalid_0's auc: 0.720013\n",
      "[1678]\tvalid_0's auc: 0.720017\n",
      "[1679]\tvalid_0's auc: 0.72001\n",
      "[1680]\tvalid_0's auc: 0.720002\n",
      "[1681]\tvalid_0's auc: 0.720001\n",
      "[1682]\tvalid_0's auc: 0.719994\n",
      "[1683]\tvalid_0's auc: 0.719997\n",
      "[1684]\tvalid_0's auc: 0.719985\n",
      "[1685]\tvalid_0's auc: 0.719991\n",
      "[1686]\tvalid_0's auc: 0.71998\n",
      "[1687]\tvalid_0's auc: 0.719975\n",
      "[1688]\tvalid_0's auc: 0.719977\n",
      "[1689]\tvalid_0's auc: 0.719958\n",
      "[1690]\tvalid_0's auc: 0.719953\n",
      "[1691]\tvalid_0's auc: 0.71995\n",
      "[1692]\tvalid_0's auc: 0.719945\n",
      "[1693]\tvalid_0's auc: 0.719956\n",
      "[1694]\tvalid_0's auc: 0.719951\n",
      "[1695]\tvalid_0's auc: 0.71994\n",
      "[1696]\tvalid_0's auc: 0.719941\n",
      "[1697]\tvalid_0's auc: 0.719933\n",
      "[1698]\tvalid_0's auc: 0.719928\n",
      "[1699]\tvalid_0's auc: 0.719927\n",
      "[1700]\tvalid_0's auc: 0.719924\n",
      "[1701]\tvalid_0's auc: 0.71992\n",
      "[1702]\tvalid_0's auc: 0.719904\n",
      "[1703]\tvalid_0's auc: 0.719897\n",
      "[1704]\tvalid_0's auc: 0.719899\n",
      "[1705]\tvalid_0's auc: 0.719894\n",
      "[1706]\tvalid_0's auc: 0.719893\n",
      "[1707]\tvalid_0's auc: 0.719893\n",
      "[1708]\tvalid_0's auc: 0.719899\n",
      "[1709]\tvalid_0's auc: 0.719885\n",
      "[1710]\tvalid_0's auc: 0.719881\n",
      "[1711]\tvalid_0's auc: 0.71987\n",
      "[1712]\tvalid_0's auc: 0.719866\n",
      "[1713]\tvalid_0's auc: 0.719869\n",
      "[1714]\tvalid_0's auc: 0.719868\n",
      "[1715]\tvalid_0's auc: 0.719849\n",
      "[1716]\tvalid_0's auc: 0.719845\n",
      "[1717]\tvalid_0's auc: 0.719845\n",
      "[1718]\tvalid_0's auc: 0.719857\n",
      "[1719]\tvalid_0's auc: 0.719845\n",
      "[1720]\tvalid_0's auc: 0.719834\n",
      "[1721]\tvalid_0's auc: 0.71985\n",
      "[1722]\tvalid_0's auc: 0.719847\n",
      "[1723]\tvalid_0's auc: 0.71983\n",
      "[1724]\tvalid_0's auc: 0.719831\n",
      "[1725]\tvalid_0's auc: 0.719825\n",
      "[1726]\tvalid_0's auc: 0.719827\n",
      "[1727]\tvalid_0's auc: 0.719815\n",
      "[1728]\tvalid_0's auc: 0.719814\n",
      "[1729]\tvalid_0's auc: 0.719789\n",
      "[1730]\tvalid_0's auc: 0.719799\n",
      "[1731]\tvalid_0's auc: 0.719792\n",
      "[1732]\tvalid_0's auc: 0.71977\n",
      "[1733]\tvalid_0's auc: 0.719772\n",
      "[1734]\tvalid_0's auc: 0.719769\n",
      "[1735]\tvalid_0's auc: 0.719754\n",
      "[1736]\tvalid_0's auc: 0.719754\n",
      "[1737]\tvalid_0's auc: 0.719742\n",
      "[1738]\tvalid_0's auc: 0.71971\n",
      "[1739]\tvalid_0's auc: 0.719701\n",
      "[1740]\tvalid_0's auc: 0.719699\n",
      "[1741]\tvalid_0's auc: 0.71969\n",
      "[1742]\tvalid_0's auc: 0.719692\n",
      "[1743]\tvalid_0's auc: 0.719691\n",
      "[1744]\tvalid_0's auc: 0.719693\n",
      "[1745]\tvalid_0's auc: 0.719681\n",
      "[1746]\tvalid_0's auc: 0.719669\n",
      "[1747]\tvalid_0's auc: 0.719655\n",
      "[1748]\tvalid_0's auc: 0.719653\n",
      "[1749]\tvalid_0's auc: 0.719646\n",
      "[1750]\tvalid_0's auc: 0.719636\n",
      "[1751]\tvalid_0's auc: 0.719636\n",
      "[1752]\tvalid_0's auc: 0.719624\n",
      "[1753]\tvalid_0's auc: 0.719607\n",
      "[1754]\tvalid_0's auc: 0.719603\n",
      "[1755]\tvalid_0's auc: 0.719595\n",
      "[1756]\tvalid_0's auc: 0.719594\n",
      "[1757]\tvalid_0's auc: 0.719595\n",
      "[1758]\tvalid_0's auc: 0.719587\n",
      "[1759]\tvalid_0's auc: 0.719582\n",
      "[1760]\tvalid_0's auc: 0.719566\n",
      "[1761]\tvalid_0's auc: 0.719563\n",
      "[1762]\tvalid_0's auc: 0.719567\n",
      "[1763]\tvalid_0's auc: 0.719569\n",
      "[1764]\tvalid_0's auc: 0.719576\n",
      "[1765]\tvalid_0's auc: 0.719583\n",
      "[1766]\tvalid_0's auc: 0.719579\n",
      "[1767]\tvalid_0's auc: 0.719568\n",
      "[1768]\tvalid_0's auc: 0.719565\n",
      "[1769]\tvalid_0's auc: 0.719558\n",
      "[1770]\tvalid_0's auc: 0.71956\n",
      "[1771]\tvalid_0's auc: 0.719557\n",
      "[1772]\tvalid_0's auc: 0.719546\n",
      "[1773]\tvalid_0's auc: 0.719549\n",
      "[1774]\tvalid_0's auc: 0.719544\n",
      "[1775]\tvalid_0's auc: 0.719546\n",
      "[1776]\tvalid_0's auc: 0.719545\n",
      "[1777]\tvalid_0's auc: 0.719529\n",
      "[1778]\tvalid_0's auc: 0.719524\n",
      "[1779]\tvalid_0's auc: 0.719524\n",
      "[1780]\tvalid_0's auc: 0.719523\n",
      "[1781]\tvalid_0's auc: 0.719526\n",
      "[1782]\tvalid_0's auc: 0.719526\n",
      "[1783]\tvalid_0's auc: 0.719517\n",
      "[1784]\tvalid_0's auc: 0.719514\n",
      "[1785]\tvalid_0's auc: 0.719507\n",
      "[1786]\tvalid_0's auc: 0.719508\n",
      "[1787]\tvalid_0's auc: 0.719509\n",
      "[1788]\tvalid_0's auc: 0.7195\n",
      "[1789]\tvalid_0's auc: 0.719498\n",
      "[1790]\tvalid_0's auc: 0.719474\n",
      "[1791]\tvalid_0's auc: 0.719476\n",
      "[1792]\tvalid_0's auc: 0.719482\n",
      "[1793]\tvalid_0's auc: 0.719472\n",
      "[1794]\tvalid_0's auc: 0.719473\n",
      "[1795]\tvalid_0's auc: 0.719482\n",
      "[1796]\tvalid_0's auc: 0.719464\n",
      "[1797]\tvalid_0's auc: 0.719451\n",
      "[1798]\tvalid_0's auc: 0.719454\n",
      "[1799]\tvalid_0's auc: 0.719438\n",
      "[1800]\tvalid_0's auc: 0.719436\n",
      "[1801]\tvalid_0's auc: 0.719436\n",
      "[1802]\tvalid_0's auc: 0.719422\n",
      "[1803]\tvalid_0's auc: 0.719414\n",
      "[1804]\tvalid_0's auc: 0.71942\n",
      "[1805]\tvalid_0's auc: 0.719418\n",
      "[1806]\tvalid_0's auc: 0.719411\n",
      "[1807]\tvalid_0's auc: 0.719399\n",
      "[1808]\tvalid_0's auc: 0.719402\n",
      "[1809]\tvalid_0's auc: 0.719409\n",
      "[1810]\tvalid_0's auc: 0.719405\n",
      "[1811]\tvalid_0's auc: 0.719412\n",
      "[1812]\tvalid_0's auc: 0.719404\n",
      "[1813]\tvalid_0's auc: 0.719395\n",
      "[1814]\tvalid_0's auc: 0.719375\n",
      "[1815]\tvalid_0's auc: 0.719362\n",
      "[1816]\tvalid_0's auc: 0.719353\n",
      "[1817]\tvalid_0's auc: 0.719352\n",
      "[1818]\tvalid_0's auc: 0.719356\n",
      "[1819]\tvalid_0's auc: 0.719354\n",
      "[1820]\tvalid_0's auc: 0.719351\n",
      "[1821]\tvalid_0's auc: 0.719354\n",
      "[1822]\tvalid_0's auc: 0.71935\n",
      "[1823]\tvalid_0's auc: 0.719348\n",
      "[1824]\tvalid_0's auc: 0.71934\n",
      "[1825]\tvalid_0's auc: 0.719344\n",
      "[1826]\tvalid_0's auc: 0.719335\n",
      "[1827]\tvalid_0's auc: 0.719336\n",
      "[1828]\tvalid_0's auc: 0.719329\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1829]\tvalid_0's auc: 0.719325\n",
      "[1830]\tvalid_0's auc: 0.719313\n",
      "[1831]\tvalid_0's auc: 0.719304\n",
      "[1832]\tvalid_0's auc: 0.719305\n",
      "[1833]\tvalid_0's auc: 0.719303\n",
      "[1834]\tvalid_0's auc: 0.719292\n",
      "[1835]\tvalid_0's auc: 0.719306\n",
      "[1836]\tvalid_0's auc: 0.7193\n",
      "[1837]\tvalid_0's auc: 0.719309\n",
      "[1838]\tvalid_0's auc: 0.719305\n",
      "[1839]\tvalid_0's auc: 0.719309\n",
      "[1840]\tvalid_0's auc: 0.719304\n",
      "[1841]\tvalid_0's auc: 0.719291\n",
      "[1842]\tvalid_0's auc: 0.719284\n",
      "[1843]\tvalid_0's auc: 0.719281\n",
      "[1844]\tvalid_0's auc: 0.719278\n",
      "[1845]\tvalid_0's auc: 0.719282\n",
      "[1846]\tvalid_0's auc: 0.719269\n",
      "[1847]\tvalid_0's auc: 0.719274\n",
      "[1848]\tvalid_0's auc: 0.719269\n",
      "[1849]\tvalid_0's auc: 0.71926\n",
      "[1850]\tvalid_0's auc: 0.719248\n",
      "[1851]\tvalid_0's auc: 0.71924\n",
      "[1852]\tvalid_0's auc: 0.719241\n",
      "[1853]\tvalid_0's auc: 0.71923\n",
      "[1854]\tvalid_0's auc: 0.719228\n",
      "[1855]\tvalid_0's auc: 0.719222\n",
      "[1856]\tvalid_0's auc: 0.719206\n",
      "[1857]\tvalid_0's auc: 0.719205\n",
      "[1858]\tvalid_0's auc: 0.719206\n",
      "[1859]\tvalid_0's auc: 0.719209\n",
      "[1860]\tvalid_0's auc: 0.719191\n",
      "[1861]\tvalid_0's auc: 0.719194\n",
      "[1862]\tvalid_0's auc: 0.719183\n",
      "[1863]\tvalid_0's auc: 0.71918\n",
      "[1864]\tvalid_0's auc: 0.719172\n",
      "[1865]\tvalid_0's auc: 0.719175\n",
      "[1866]\tvalid_0's auc: 0.719167\n",
      "[1867]\tvalid_0's auc: 0.719166\n",
      "[1868]\tvalid_0's auc: 0.719167\n",
      "[1869]\tvalid_0's auc: 0.719159\n",
      "[1870]\tvalid_0's auc: 0.719153\n",
      "[1871]\tvalid_0's auc: 0.719147\n",
      "[1872]\tvalid_0's auc: 0.719145\n",
      "[1873]\tvalid_0's auc: 0.719136\n",
      "[1874]\tvalid_0's auc: 0.719126\n",
      "[1875]\tvalid_0's auc: 0.719139\n",
      "[1876]\tvalid_0's auc: 0.719127\n",
      "[1877]\tvalid_0's auc: 0.719113\n",
      "[1878]\tvalid_0's auc: 0.719119\n",
      "[1879]\tvalid_0's auc: 0.719109\n",
      "[1880]\tvalid_0's auc: 0.719101\n",
      "[1881]\tvalid_0's auc: 0.719105\n",
      "[1882]\tvalid_0's auc: 0.7191\n",
      "[1883]\tvalid_0's auc: 0.7191\n",
      "[1884]\tvalid_0's auc: 0.719099\n",
      "[1885]\tvalid_0's auc: 0.719098\n",
      "[1886]\tvalid_0's auc: 0.719096\n",
      "[1887]\tvalid_0's auc: 0.719092\n",
      "[1888]\tvalid_0's auc: 0.719088\n",
      "[1889]\tvalid_0's auc: 0.719074\n",
      "[1890]\tvalid_0's auc: 0.719078\n",
      "[1891]\tvalid_0's auc: 0.719092\n",
      "[1892]\tvalid_0's auc: 0.719091\n",
      "[1893]\tvalid_0's auc: 0.719088\n",
      "[1894]\tvalid_0's auc: 0.719081\n",
      "[1895]\tvalid_0's auc: 0.719073\n",
      "[1896]\tvalid_0's auc: 0.719068\n",
      "[1897]\tvalid_0's auc: 0.719066\n",
      "[1898]\tvalid_0's auc: 0.719053\n",
      "[1899]\tvalid_0's auc: 0.719054\n",
      "[1900]\tvalid_0's auc: 0.719068\n",
      "[1901]\tvalid_0's auc: 0.71906\n",
      "[1902]\tvalid_0's auc: 0.719072\n",
      "[1903]\tvalid_0's auc: 0.719051\n",
      "[1904]\tvalid_0's auc: 0.719044\n",
      "[1905]\tvalid_0's auc: 0.719033\n",
      "[1906]\tvalid_0's auc: 0.719028\n",
      "[1907]\tvalid_0's auc: 0.719033\n",
      "[1908]\tvalid_0's auc: 0.719023\n",
      "[1909]\tvalid_0's auc: 0.719013\n",
      "[1910]\tvalid_0's auc: 0.719009\n",
      "[1911]\tvalid_0's auc: 0.719009\n",
      "[1912]\tvalid_0's auc: 0.719004\n",
      "[1913]\tvalid_0's auc: 0.718995\n",
      "[1914]\tvalid_0's auc: 0.718994\n",
      "[1915]\tvalid_0's auc: 0.71899\n",
      "[1916]\tvalid_0's auc: 0.718991\n",
      "[1917]\tvalid_0's auc: 0.718971\n",
      "[1918]\tvalid_0's auc: 0.718952\n",
      "[1919]\tvalid_0's auc: 0.718955\n",
      "[1920]\tvalid_0's auc: 0.718939\n",
      "[1921]\tvalid_0's auc: 0.718937\n",
      "[1922]\tvalid_0's auc: 0.718935\n",
      "[1923]\tvalid_0's auc: 0.718941\n",
      "[1924]\tvalid_0's auc: 0.718927\n",
      "[1925]\tvalid_0's auc: 0.718927\n",
      "[1926]\tvalid_0's auc: 0.718922\n",
      "[1927]\tvalid_0's auc: 0.718918\n",
      "[1928]\tvalid_0's auc: 0.718921\n",
      "[1929]\tvalid_0's auc: 0.718923\n",
      "[1930]\tvalid_0's auc: 0.718912\n",
      "[1931]\tvalid_0's auc: 0.718905\n",
      "[1932]\tvalid_0's auc: 0.718901\n",
      "[1933]\tvalid_0's auc: 0.7189\n",
      "[1934]\tvalid_0's auc: 0.718893\n",
      "[1935]\tvalid_0's auc: 0.71889\n",
      "[1936]\tvalid_0's auc: 0.718871\n",
      "[1937]\tvalid_0's auc: 0.718862\n",
      "[1938]\tvalid_0's auc: 0.718861\n",
      "[1939]\tvalid_0's auc: 0.718853\n",
      "[1940]\tvalid_0's auc: 0.718853\n",
      "[1941]\tvalid_0's auc: 0.718849\n",
      "[1942]\tvalid_0's auc: 0.718839\n",
      "[1943]\tvalid_0's auc: 0.71883\n",
      "[1944]\tvalid_0's auc: 0.718811\n",
      "[1945]\tvalid_0's auc: 0.718815\n",
      "[1946]\tvalid_0's auc: 0.718817\n",
      "[1947]\tvalid_0's auc: 0.71881\n",
      "[1948]\tvalid_0's auc: 0.718801\n",
      "[1949]\tvalid_0's auc: 0.718793\n",
      "[1950]\tvalid_0's auc: 0.718792\n",
      "[1951]\tvalid_0's auc: 0.718771\n",
      "[1952]\tvalid_0's auc: 0.718758\n",
      "[1953]\tvalid_0's auc: 0.718743\n",
      "[1954]\tvalid_0's auc: 0.718748\n",
      "[1955]\tvalid_0's auc: 0.718742\n",
      "[1956]\tvalid_0's auc: 0.718741\n",
      "[1957]\tvalid_0's auc: 0.718743\n",
      "[1958]\tvalid_0's auc: 0.71874\n",
      "[1959]\tvalid_0's auc: 0.718734\n",
      "[1960]\tvalid_0's auc: 0.718734\n",
      "[1961]\tvalid_0's auc: 0.718726\n",
      "[1962]\tvalid_0's auc: 0.718716\n",
      "[1963]\tvalid_0's auc: 0.718715\n",
      "[1964]\tvalid_0's auc: 0.718711\n",
      "[1965]\tvalid_0's auc: 0.718707\n",
      "[1966]\tvalid_0's auc: 0.7187\n",
      "[1967]\tvalid_0's auc: 0.718689\n",
      "[1968]\tvalid_0's auc: 0.718692\n",
      "[1969]\tvalid_0's auc: 0.718693\n",
      "[1970]\tvalid_0's auc: 0.718685\n",
      "[1971]\tvalid_0's auc: 0.718679\n",
      "[1972]\tvalid_0's auc: 0.718671\n",
      "[1973]\tvalid_0's auc: 0.718665\n",
      "[1974]\tvalid_0's auc: 0.71867\n",
      "[1975]\tvalid_0's auc: 0.718661\n",
      "[1976]\tvalid_0's auc: 0.718655\n",
      "[1977]\tvalid_0's auc: 0.718657\n",
      "[1978]\tvalid_0's auc: 0.718648\n",
      "[1979]\tvalid_0's auc: 0.718644\n",
      "[1980]\tvalid_0's auc: 0.71864\n",
      "[1981]\tvalid_0's auc: 0.718641\n",
      "[1982]\tvalid_0's auc: 0.718638\n",
      "[1983]\tvalid_0's auc: 0.71862\n",
      "[1984]\tvalid_0's auc: 0.718603\n",
      "[1985]\tvalid_0's auc: 0.718593\n",
      "[1986]\tvalid_0's auc: 0.718584\n",
      "[1987]\tvalid_0's auc: 0.718554\n",
      "[1988]\tvalid_0's auc: 0.718549\n",
      "[1989]\tvalid_0's auc: 0.71853\n",
      "[1990]\tvalid_0's auc: 0.718522\n",
      "[1991]\tvalid_0's auc: 0.718509\n",
      "[1992]\tvalid_0's auc: 0.718499\n",
      "[1993]\tvalid_0's auc: 0.718502\n",
      "[1994]\tvalid_0's auc: 0.718499\n",
      "[1995]\tvalid_0's auc: 0.7185\n",
      "[1996]\tvalid_0's auc: 0.718501\n",
      "[1997]\tvalid_0's auc: 0.718497\n",
      "[1998]\tvalid_0's auc: 0.718514\n",
      "[1999]\tvalid_0's auc: 0.718515\n",
      "[2000]\tvalid_0's auc: 0.718513\n",
      "2\n",
      "1        0\n",
      "4        0\n",
      "9        1\n",
      "16       0\n",
      "17       1\n",
      "        ..\n",
      "86173    0\n",
      "86174    0\n",
      "86184    1\n",
      "86188    1\n",
      "86199    0\n",
      "Name: label, Length: 17239, dtype: object\n",
      "[LightGBM] [Warning] feature_fraction is set=0.8, colsample_bytree=1.0 will be ignored. Current value: feature_fraction=0.8\n",
      "[LightGBM] [Warning] bagging_fraction is set=0.8, subsample=0.8 will be ignored. Current value: bagging_fraction=0.8\n",
      "[1]\tvalid_0's auc: 0.715193\n",
      "[2]\tvalid_0's auc: 0.720132\n",
      "[3]\tvalid_0's auc: 0.721371\n",
      "[4]\tvalid_0's auc: 0.720977\n",
      "[5]\tvalid_0's auc: 0.72076\n",
      "[6]\tvalid_0's auc: 0.721449\n",
      "[7]\tvalid_0's auc: 0.721045\n",
      "[8]\tvalid_0's auc: 0.721651\n",
      "[9]\tvalid_0's auc: 0.721844\n",
      "[10]\tvalid_0's auc: 0.722136\n",
      "[11]\tvalid_0's auc: 0.7223\n",
      "[12]\tvalid_0's auc: 0.722483\n",
      "[13]\tvalid_0's auc: 0.722525\n",
      "[14]\tvalid_0's auc: 0.72253\n",
      "[15]\tvalid_0's auc: 0.722591\n",
      "[16]\tvalid_0's auc: 0.722507\n",
      "[17]\tvalid_0's auc: 0.72251\n",
      "[18]\tvalid_0's auc: 0.722458\n",
      "[19]\tvalid_0's auc: 0.722409\n",
      "[20]\tvalid_0's auc: 0.722397\n",
      "[21]\tvalid_0's auc: 0.722358\n",
      "[22]\tvalid_0's auc: 0.722436\n",
      "[23]\tvalid_0's auc: 0.722392\n",
      "[24]\tvalid_0's auc: 0.72246\n",
      "[25]\tvalid_0's auc: 0.722475\n",
      "[26]\tvalid_0's auc: 0.722501\n",
      "[27]\tvalid_0's auc: 0.722525\n",
      "[28]\tvalid_0's auc: 0.722611\n",
      "[29]\tvalid_0's auc: 0.722718\n",
      "[30]\tvalid_0's auc: 0.722635\n",
      "[31]\tvalid_0's auc: 0.722626\n",
      "[32]\tvalid_0's auc: 0.722626\n",
      "[33]\tvalid_0's auc: 0.722566\n",
      "[34]\tvalid_0's auc: 0.722564\n",
      "[35]\tvalid_0's auc: 0.72261\n",
      "[36]\tvalid_0's auc: 0.722587\n",
      "[37]\tvalid_0's auc: 0.722632\n",
      "[38]\tvalid_0's auc: 0.72267\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\env\\Anaconda3\\lib\\site-packages\\lightgbm\\sklearn.py:736: UserWarning: 'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n",
      "  _log_warning(\"'verbose' argument is deprecated and will be removed in a future release of LightGBM. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[39]\tvalid_0's auc: 0.722699\n",
      "[40]\tvalid_0's auc: 0.722707\n",
      "[41]\tvalid_0's auc: 0.722681\n",
      "[42]\tvalid_0's auc: 0.722611\n",
      "[43]\tvalid_0's auc: 0.722604\n",
      "[44]\tvalid_0's auc: 0.722611\n",
      "[45]\tvalid_0's auc: 0.722637\n",
      "[46]\tvalid_0's auc: 0.722662\n",
      "[47]\tvalid_0's auc: 0.722703\n",
      "[48]\tvalid_0's auc: 0.72274\n",
      "[49]\tvalid_0's auc: 0.72279\n",
      "[50]\tvalid_0's auc: 0.72278\n",
      "[51]\tvalid_0's auc: 0.72276\n",
      "[52]\tvalid_0's auc: 0.722719\n",
      "[53]\tvalid_0's auc: 0.72275\n",
      "[54]\tvalid_0's auc: 0.722763\n",
      "[55]\tvalid_0's auc: 0.722766\n",
      "[56]\tvalid_0's auc: 0.722772\n",
      "[57]\tvalid_0's auc: 0.722758\n",
      "[58]\tvalid_0's auc: 0.722771\n",
      "[59]\tvalid_0's auc: 0.722755\n",
      "[60]\tvalid_0's auc: 0.722738\n",
      "[61]\tvalid_0's auc: 0.722749\n",
      "[62]\tvalid_0's auc: 0.72276\n",
      "[63]\tvalid_0's auc: 0.722745\n",
      "[64]\tvalid_0's auc: 0.722705\n",
      "[65]\tvalid_0's auc: 0.722713\n",
      "[66]\tvalid_0's auc: 0.722723\n",
      "[67]\tvalid_0's auc: 0.722689\n",
      "[68]\tvalid_0's auc: 0.722699\n",
      "[69]\tvalid_0's auc: 0.722717\n",
      "[70]\tvalid_0's auc: 0.72275\n",
      "[71]\tvalid_0's auc: 0.722736\n",
      "[72]\tvalid_0's auc: 0.722746\n",
      "[73]\tvalid_0's auc: 0.722707\n",
      "[74]\tvalid_0's auc: 0.722709\n",
      "[75]\tvalid_0's auc: 0.722703\n",
      "[76]\tvalid_0's auc: 0.722717\n",
      "[77]\tvalid_0's auc: 0.722701\n",
      "[78]\tvalid_0's auc: 0.722652\n",
      "[79]\tvalid_0's auc: 0.722657\n",
      "[80]\tvalid_0's auc: 0.722698\n",
      "[81]\tvalid_0's auc: 0.722704\n",
      "[82]\tvalid_0's auc: 0.722678\n",
      "[83]\tvalid_0's auc: 0.722649\n",
      "[84]\tvalid_0's auc: 0.72264\n",
      "[85]\tvalid_0's auc: 0.722622\n",
      "[86]\tvalid_0's auc: 0.722647\n",
      "[87]\tvalid_0's auc: 0.722633\n",
      "[88]\tvalid_0's auc: 0.722644\n",
      "[89]\tvalid_0's auc: 0.722608\n",
      "[90]\tvalid_0's auc: 0.722597\n",
      "[91]\tvalid_0's auc: 0.722586\n",
      "[92]\tvalid_0's auc: 0.722579\n",
      "[93]\tvalid_0's auc: 0.722568\n",
      "[94]\tvalid_0's auc: 0.722584\n",
      "[95]\tvalid_0's auc: 0.722567\n",
      "[96]\tvalid_0's auc: 0.722603\n",
      "[97]\tvalid_0's auc: 0.72261\n",
      "[98]\tvalid_0's auc: 0.722603\n",
      "[99]\tvalid_0's auc: 0.722626\n",
      "[100]\tvalid_0's auc: 0.722604\n",
      "[101]\tvalid_0's auc: 0.722582\n",
      "[102]\tvalid_0's auc: 0.722589\n",
      "[103]\tvalid_0's auc: 0.722557\n",
      "[104]\tvalid_0's auc: 0.722569\n",
      "[105]\tvalid_0's auc: 0.722562\n",
      "[106]\tvalid_0's auc: 0.722605\n",
      "[107]\tvalid_0's auc: 0.722569\n",
      "[108]\tvalid_0's auc: 0.722557\n",
      "[109]\tvalid_0's auc: 0.722539\n",
      "[110]\tvalid_0's auc: 0.722555\n",
      "[111]\tvalid_0's auc: 0.722521\n",
      "[112]\tvalid_0's auc: 0.722518\n",
      "[113]\tvalid_0's auc: 0.722514\n",
      "[114]\tvalid_0's auc: 0.722508\n",
      "[115]\tvalid_0's auc: 0.722488\n",
      "[116]\tvalid_0's auc: 0.722478\n",
      "[117]\tvalid_0's auc: 0.722491\n",
      "[118]\tvalid_0's auc: 0.722504\n",
      "[119]\tvalid_0's auc: 0.722521\n",
      "[120]\tvalid_0's auc: 0.722513\n",
      "[121]\tvalid_0's auc: 0.722516\n",
      "[122]\tvalid_0's auc: 0.722502\n",
      "[123]\tvalid_0's auc: 0.7225\n",
      "[124]\tvalid_0's auc: 0.722497\n",
      "[125]\tvalid_0's auc: 0.722491\n",
      "[126]\tvalid_0's auc: 0.722497\n",
      "[127]\tvalid_0's auc: 0.722508\n",
      "[128]\tvalid_0's auc: 0.722492\n",
      "[129]\tvalid_0's auc: 0.722496\n",
      "[130]\tvalid_0's auc: 0.722507\n",
      "[131]\tvalid_0's auc: 0.722512\n",
      "[132]\tvalid_0's auc: 0.722526\n",
      "[133]\tvalid_0's auc: 0.722523\n",
      "[134]\tvalid_0's auc: 0.7225\n",
      "[135]\tvalid_0's auc: 0.722489\n",
      "[136]\tvalid_0's auc: 0.722481\n",
      "[137]\tvalid_0's auc: 0.722488\n",
      "[138]\tvalid_0's auc: 0.722506\n",
      "[139]\tvalid_0's auc: 0.722495\n",
      "[140]\tvalid_0's auc: 0.722502\n",
      "[141]\tvalid_0's auc: 0.722521\n",
      "[142]\tvalid_0's auc: 0.722523\n",
      "[143]\tvalid_0's auc: 0.722534\n",
      "[144]\tvalid_0's auc: 0.722524\n",
      "[145]\tvalid_0's auc: 0.722535\n",
      "[146]\tvalid_0's auc: 0.722527\n",
      "[147]\tvalid_0's auc: 0.722523\n",
      "[148]\tvalid_0's auc: 0.722538\n",
      "[149]\tvalid_0's auc: 0.722545\n",
      "[150]\tvalid_0's auc: 0.722533\n",
      "[151]\tvalid_0's auc: 0.722535\n",
      "[152]\tvalid_0's auc: 0.722534\n",
      "[153]\tvalid_0's auc: 0.722539\n",
      "[154]\tvalid_0's auc: 0.722549\n",
      "[155]\tvalid_0's auc: 0.722533\n",
      "[156]\tvalid_0's auc: 0.722521\n",
      "[157]\tvalid_0's auc: 0.722515\n",
      "[158]\tvalid_0's auc: 0.72251\n",
      "[159]\tvalid_0's auc: 0.722527\n",
      "[160]\tvalid_0's auc: 0.722538\n",
      "[161]\tvalid_0's auc: 0.722549\n",
      "[162]\tvalid_0's auc: 0.72254\n",
      "[163]\tvalid_0's auc: 0.722536\n",
      "[164]\tvalid_0's auc: 0.722536\n",
      "[165]\tvalid_0's auc: 0.722526\n",
      "[166]\tvalid_0's auc: 0.722544\n",
      "[167]\tvalid_0's auc: 0.722527\n",
      "[168]\tvalid_0's auc: 0.722531\n",
      "[169]\tvalid_0's auc: 0.722532\n",
      "[170]\tvalid_0's auc: 0.722529\n",
      "[171]\tvalid_0's auc: 0.722525\n",
      "[172]\tvalid_0's auc: 0.722528\n",
      "[173]\tvalid_0's auc: 0.72255\n",
      "[174]\tvalid_0's auc: 0.722562\n",
      "[175]\tvalid_0's auc: 0.722548\n",
      "[176]\tvalid_0's auc: 0.722549\n",
      "[177]\tvalid_0's auc: 0.722545\n",
      "[178]\tvalid_0's auc: 0.722539\n",
      "[179]\tvalid_0's auc: 0.722551\n",
      "[180]\tvalid_0's auc: 0.722561\n",
      "[181]\tvalid_0's auc: 0.72255\n",
      "[182]\tvalid_0's auc: 0.72255\n",
      "[183]\tvalid_0's auc: 0.722543\n",
      "[184]\tvalid_0's auc: 0.722545\n",
      "[185]\tvalid_0's auc: 0.722558\n",
      "[186]\tvalid_0's auc: 0.722548\n",
      "[187]\tvalid_0's auc: 0.722555\n",
      "[188]\tvalid_0's auc: 0.722527\n",
      "[189]\tvalid_0's auc: 0.722531\n",
      "[190]\tvalid_0's auc: 0.722527\n",
      "[191]\tvalid_0's auc: 0.722526\n",
      "[192]\tvalid_0's auc: 0.722519\n",
      "[193]\tvalid_0's auc: 0.722524\n",
      "[194]\tvalid_0's auc: 0.722529\n",
      "[195]\tvalid_0's auc: 0.722536\n",
      "[196]\tvalid_0's auc: 0.72253\n",
      "[197]\tvalid_0's auc: 0.722525\n",
      "[198]\tvalid_0's auc: 0.722526\n",
      "[199]\tvalid_0's auc: 0.722521\n",
      "[200]\tvalid_0's auc: 0.72252\n",
      "[201]\tvalid_0's auc: 0.722503\n",
      "[202]\tvalid_0's auc: 0.7225\n",
      "[203]\tvalid_0's auc: 0.722501\n",
      "[204]\tvalid_0's auc: 0.722486\n",
      "[205]\tvalid_0's auc: 0.722488\n",
      "[206]\tvalid_0's auc: 0.722492\n",
      "[207]\tvalid_0's auc: 0.722514\n",
      "[208]\tvalid_0's auc: 0.722526\n",
      "[209]\tvalid_0's auc: 0.72253\n",
      "[210]\tvalid_0's auc: 0.722535\n",
      "[211]\tvalid_0's auc: 0.722555\n",
      "[212]\tvalid_0's auc: 0.722549\n",
      "[213]\tvalid_0's auc: 0.722546\n",
      "[214]\tvalid_0's auc: 0.722556\n",
      "[215]\tvalid_0's auc: 0.722548\n",
      "[216]\tvalid_0's auc: 0.722548\n",
      "[217]\tvalid_0's auc: 0.722547\n",
      "[218]\tvalid_0's auc: 0.72254\n",
      "[219]\tvalid_0's auc: 0.722556\n",
      "[220]\tvalid_0's auc: 0.722552\n",
      "[221]\tvalid_0's auc: 0.722555\n",
      "[222]\tvalid_0's auc: 0.722518\n",
      "[223]\tvalid_0's auc: 0.722503\n",
      "[224]\tvalid_0's auc: 0.722488\n",
      "[225]\tvalid_0's auc: 0.722476\n",
      "[226]\tvalid_0's auc: 0.722465\n",
      "[227]\tvalid_0's auc: 0.722447\n",
      "[228]\tvalid_0's auc: 0.722449\n",
      "[229]\tvalid_0's auc: 0.722454\n",
      "[230]\tvalid_0's auc: 0.722455\n",
      "[231]\tvalid_0's auc: 0.722449\n",
      "[232]\tvalid_0's auc: 0.722462\n",
      "[233]\tvalid_0's auc: 0.722468\n",
      "[234]\tvalid_0's auc: 0.722464\n",
      "[235]\tvalid_0's auc: 0.72247\n",
      "[236]\tvalid_0's auc: 0.722475\n",
      "[237]\tvalid_0's auc: 0.722462\n",
      "[238]\tvalid_0's auc: 0.722449\n",
      "[239]\tvalid_0's auc: 0.722452\n",
      "[240]\tvalid_0's auc: 0.722445\n",
      "[241]\tvalid_0's auc: 0.722457\n",
      "[242]\tvalid_0's auc: 0.722463\n",
      "[243]\tvalid_0's auc: 0.722472\n",
      "[244]\tvalid_0's auc: 0.722458\n",
      "[245]\tvalid_0's auc: 0.722457\n",
      "[246]\tvalid_0's auc: 0.722443\n",
      "[247]\tvalid_0's auc: 0.722429\n",
      "[248]\tvalid_0's auc: 0.722438\n",
      "[249]\tvalid_0's auc: 0.722417\n",
      "[250]\tvalid_0's auc: 0.722428\n",
      "[251]\tvalid_0's auc: 0.722414\n",
      "[252]\tvalid_0's auc: 0.722404\n",
      "[253]\tvalid_0's auc: 0.722404\n",
      "[254]\tvalid_0's auc: 0.722407\n",
      "[255]\tvalid_0's auc: 0.722393\n",
      "[256]\tvalid_0's auc: 0.722381\n",
      "[257]\tvalid_0's auc: 0.722382\n",
      "[258]\tvalid_0's auc: 0.722372\n",
      "[259]\tvalid_0's auc: 0.722371\n",
      "[260]\tvalid_0's auc: 0.722368\n",
      "[261]\tvalid_0's auc: 0.722368\n",
      "[262]\tvalid_0's auc: 0.722383\n",
      "[263]\tvalid_0's auc: 0.722393\n",
      "[264]\tvalid_0's auc: 0.722375\n",
      "[265]\tvalid_0's auc: 0.722374\n",
      "[266]\tvalid_0's auc: 0.722368\n",
      "[267]\tvalid_0's auc: 0.722362\n",
      "[268]\tvalid_0's auc: 0.722366\n",
      "[269]\tvalid_0's auc: 0.722369\n",
      "[270]\tvalid_0's auc: 0.722369\n",
      "[271]\tvalid_0's auc: 0.722366\n",
      "[272]\tvalid_0's auc: 0.722372\n",
      "[273]\tvalid_0's auc: 0.722376\n",
      "[274]\tvalid_0's auc: 0.722386\n",
      "[275]\tvalid_0's auc: 0.722372\n",
      "[276]\tvalid_0's auc: 0.72237\n",
      "[277]\tvalid_0's auc: 0.722377\n",
      "[278]\tvalid_0's auc: 0.722369\n",
      "[279]\tvalid_0's auc: 0.722381\n",
      "[280]\tvalid_0's auc: 0.72238\n",
      "[281]\tvalid_0's auc: 0.722367\n",
      "[282]\tvalid_0's auc: 0.722358\n",
      "[283]\tvalid_0's auc: 0.722344\n",
      "[284]\tvalid_0's auc: 0.722344\n",
      "[285]\tvalid_0's auc: 0.722355\n",
      "[286]\tvalid_0's auc: 0.722363\n",
      "[287]\tvalid_0's auc: 0.722383\n",
      "[288]\tvalid_0's auc: 0.722355\n",
      "[289]\tvalid_0's auc: 0.722356\n",
      "[290]\tvalid_0's auc: 0.722345\n",
      "[291]\tvalid_0's auc: 0.722359\n",
      "[292]\tvalid_0's auc: 0.722354\n",
      "[293]\tvalid_0's auc: 0.722344\n",
      "[294]\tvalid_0's auc: 0.722341\n",
      "[295]\tvalid_0's auc: 0.722346\n",
      "[296]\tvalid_0's auc: 0.722363\n",
      "[297]\tvalid_0's auc: 0.722367\n",
      "[298]\tvalid_0's auc: 0.722373\n",
      "[299]\tvalid_0's auc: 0.722372\n",
      "[300]\tvalid_0's auc: 0.722371\n",
      "[301]\tvalid_0's auc: 0.722365\n",
      "[302]\tvalid_0's auc: 0.722351\n",
      "[303]\tvalid_0's auc: 0.722355\n",
      "[304]\tvalid_0's auc: 0.722355\n",
      "[305]\tvalid_0's auc: 0.722348\n",
      "[306]\tvalid_0's auc: 0.722351\n",
      "[307]\tvalid_0's auc: 0.722363\n",
      "[308]\tvalid_0's auc: 0.722363\n",
      "[309]\tvalid_0's auc: 0.722378\n",
      "[310]\tvalid_0's auc: 0.722392\n",
      "[311]\tvalid_0's auc: 0.722381\n",
      "[312]\tvalid_0's auc: 0.722364\n",
      "[313]\tvalid_0's auc: 0.72235\n",
      "[314]\tvalid_0's auc: 0.722357\n",
      "[315]\tvalid_0's auc: 0.722354\n",
      "[316]\tvalid_0's auc: 0.72234\n",
      "[317]\tvalid_0's auc: 0.722337\n",
      "[318]\tvalid_0's auc: 0.722331\n",
      "[319]\tvalid_0's auc: 0.722332\n",
      "[320]\tvalid_0's auc: 0.722326\n",
      "[321]\tvalid_0's auc: 0.722328\n",
      "[322]\tvalid_0's auc: 0.722348\n",
      "[323]\tvalid_0's auc: 0.72234\n",
      "[324]\tvalid_0's auc: 0.722356\n",
      "[325]\tvalid_0's auc: 0.722351\n",
      "[326]\tvalid_0's auc: 0.722358\n",
      "[327]\tvalid_0's auc: 0.722354\n",
      "[328]\tvalid_0's auc: 0.722361\n",
      "[329]\tvalid_0's auc: 0.722368\n",
      "[330]\tvalid_0's auc: 0.722349\n",
      "[331]\tvalid_0's auc: 0.722345\n",
      "[332]\tvalid_0's auc: 0.722346\n",
      "[333]\tvalid_0's auc: 0.722343\n",
      "[334]\tvalid_0's auc: 0.722336\n",
      "[335]\tvalid_0's auc: 0.722339\n",
      "[336]\tvalid_0's auc: 0.722342\n",
      "[337]\tvalid_0's auc: 0.722348\n",
      "[338]\tvalid_0's auc: 0.722349\n",
      "[339]\tvalid_0's auc: 0.722349\n",
      "[340]\tvalid_0's auc: 0.722339\n",
      "[341]\tvalid_0's auc: 0.722343\n",
      "[342]\tvalid_0's auc: 0.722339\n",
      "[343]\tvalid_0's auc: 0.722341\n",
      "[344]\tvalid_0's auc: 0.722333\n",
      "[345]\tvalid_0's auc: 0.72232\n",
      "[346]\tvalid_0's auc: 0.722322\n",
      "[347]\tvalid_0's auc: 0.722315\n",
      "[348]\tvalid_0's auc: 0.722317\n",
      "[349]\tvalid_0's auc: 0.722311\n",
      "[350]\tvalid_0's auc: 0.722303\n",
      "[351]\tvalid_0's auc: 0.722285\n",
      "[352]\tvalid_0's auc: 0.72229\n",
      "[353]\tvalid_0's auc: 0.722306\n",
      "[354]\tvalid_0's auc: 0.722312\n",
      "[355]\tvalid_0's auc: 0.722315\n",
      "[356]\tvalid_0's auc: 0.722302\n",
      "[357]\tvalid_0's auc: 0.722302\n",
      "[358]\tvalid_0's auc: 0.722292\n",
      "[359]\tvalid_0's auc: 0.722297\n",
      "[360]\tvalid_0's auc: 0.722283\n",
      "[361]\tvalid_0's auc: 0.722288\n",
      "[362]\tvalid_0's auc: 0.722294\n",
      "[363]\tvalid_0's auc: 0.722303\n",
      "[364]\tvalid_0's auc: 0.722294\n",
      "[365]\tvalid_0's auc: 0.722297\n",
      "[366]\tvalid_0's auc: 0.722285\n",
      "[367]\tvalid_0's auc: 0.722291\n",
      "[368]\tvalid_0's auc: 0.7223\n",
      "[369]\tvalid_0's auc: 0.722313\n",
      "[370]\tvalid_0's auc: 0.722307\n",
      "[371]\tvalid_0's auc: 0.722304\n",
      "[372]\tvalid_0's auc: 0.722304\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[373]\tvalid_0's auc: 0.722311\n",
      "[374]\tvalid_0's auc: 0.722305\n",
      "[375]\tvalid_0's auc: 0.722311\n",
      "[376]\tvalid_0's auc: 0.722279\n",
      "[377]\tvalid_0's auc: 0.722293\n",
      "[378]\tvalid_0's auc: 0.722293\n",
      "[379]\tvalid_0's auc: 0.722275\n",
      "[380]\tvalid_0's auc: 0.722282\n",
      "[381]\tvalid_0's auc: 0.72228\n",
      "[382]\tvalid_0's auc: 0.72228\n",
      "[383]\tvalid_0's auc: 0.722276\n",
      "[384]\tvalid_0's auc: 0.722265\n",
      "[385]\tvalid_0's auc: 0.72226\n",
      "[386]\tvalid_0's auc: 0.722271\n",
      "[387]\tvalid_0's auc: 0.722262\n",
      "[388]\tvalid_0's auc: 0.722279\n",
      "[389]\tvalid_0's auc: 0.722277\n",
      "[390]\tvalid_0's auc: 0.722255\n",
      "[391]\tvalid_0's auc: 0.722267\n",
      "[392]\tvalid_0's auc: 0.722259\n",
      "[393]\tvalid_0's auc: 0.722266\n",
      "[394]\tvalid_0's auc: 0.722253\n",
      "[395]\tvalid_0's auc: 0.72224\n",
      "[396]\tvalid_0's auc: 0.722222\n",
      "[397]\tvalid_0's auc: 0.722217\n",
      "[398]\tvalid_0's auc: 0.722217\n",
      "[399]\tvalid_0's auc: 0.722225\n",
      "[400]\tvalid_0's auc: 0.722224\n",
      "[401]\tvalid_0's auc: 0.722221\n",
      "[402]\tvalid_0's auc: 0.722244\n",
      "[403]\tvalid_0's auc: 0.722234\n",
      "[404]\tvalid_0's auc: 0.722229\n",
      "[405]\tvalid_0's auc: 0.722219\n",
      "[406]\tvalid_0's auc: 0.722234\n",
      "[407]\tvalid_0's auc: 0.72224\n",
      "[408]\tvalid_0's auc: 0.72224\n",
      "[409]\tvalid_0's auc: 0.722237\n",
      "[410]\tvalid_0's auc: 0.722246\n",
      "[411]\tvalid_0's auc: 0.72224\n",
      "[412]\tvalid_0's auc: 0.722237\n",
      "[413]\tvalid_0's auc: 0.722261\n",
      "[414]\tvalid_0's auc: 0.722256\n",
      "[415]\tvalid_0's auc: 0.722237\n",
      "[416]\tvalid_0's auc: 0.722229\n",
      "[417]\tvalid_0's auc: 0.722238\n",
      "[418]\tvalid_0's auc: 0.722246\n",
      "[419]\tvalid_0's auc: 0.722243\n",
      "[420]\tvalid_0's auc: 0.722224\n",
      "[421]\tvalid_0's auc: 0.722226\n",
      "[422]\tvalid_0's auc: 0.722217\n",
      "[423]\tvalid_0's auc: 0.722211\n",
      "[424]\tvalid_0's auc: 0.722204\n",
      "[425]\tvalid_0's auc: 0.722196\n",
      "[426]\tvalid_0's auc: 0.72218\n",
      "[427]\tvalid_0's auc: 0.722182\n",
      "[428]\tvalid_0's auc: 0.722179\n",
      "[429]\tvalid_0's auc: 0.722183\n",
      "[430]\tvalid_0's auc: 0.72218\n",
      "[431]\tvalid_0's auc: 0.722171\n",
      "[432]\tvalid_0's auc: 0.72217\n",
      "[433]\tvalid_0's auc: 0.722171\n",
      "[434]\tvalid_0's auc: 0.722178\n",
      "[435]\tvalid_0's auc: 0.722198\n",
      "[436]\tvalid_0's auc: 0.722202\n",
      "[437]\tvalid_0's auc: 0.722198\n",
      "[438]\tvalid_0's auc: 0.722191\n",
      "[439]\tvalid_0's auc: 0.722184\n",
      "[440]\tvalid_0's auc: 0.722168\n",
      "[441]\tvalid_0's auc: 0.722173\n",
      "[442]\tvalid_0's auc: 0.722166\n",
      "[443]\tvalid_0's auc: 0.722179\n",
      "[444]\tvalid_0's auc: 0.722181\n",
      "[445]\tvalid_0's auc: 0.72218\n",
      "[446]\tvalid_0's auc: 0.72217\n",
      "[447]\tvalid_0's auc: 0.722165\n",
      "[448]\tvalid_0's auc: 0.722166\n",
      "[449]\tvalid_0's auc: 0.722174\n",
      "[450]\tvalid_0's auc: 0.722176\n",
      "[451]\tvalid_0's auc: 0.722176\n",
      "[452]\tvalid_0's auc: 0.722178\n",
      "[453]\tvalid_0's auc: 0.722154\n",
      "[454]\tvalid_0's auc: 0.722153\n",
      "[455]\tvalid_0's auc: 0.722147\n",
      "[456]\tvalid_0's auc: 0.722152\n",
      "[457]\tvalid_0's auc: 0.722156\n",
      "[458]\tvalid_0's auc: 0.722148\n",
      "[459]\tvalid_0's auc: 0.722132\n",
      "[460]\tvalid_0's auc: 0.722131\n",
      "[461]\tvalid_0's auc: 0.722128\n",
      "[462]\tvalid_0's auc: 0.722113\n",
      "[463]\tvalid_0's auc: 0.722113\n",
      "[464]\tvalid_0's auc: 0.722111\n",
      "[465]\tvalid_0's auc: 0.72211\n",
      "[466]\tvalid_0's auc: 0.722116\n",
      "[467]\tvalid_0's auc: 0.722102\n",
      "[468]\tvalid_0's auc: 0.722094\n",
      "[469]\tvalid_0's auc: 0.722096\n",
      "[470]\tvalid_0's auc: 0.722094\n",
      "[471]\tvalid_0's auc: 0.722097\n",
      "[472]\tvalid_0's auc: 0.72209\n",
      "[473]\tvalid_0's auc: 0.722084\n",
      "[474]\tvalid_0's auc: 0.722091\n",
      "[475]\tvalid_0's auc: 0.722095\n",
      "[476]\tvalid_0's auc: 0.722094\n",
      "[477]\tvalid_0's auc: 0.722083\n",
      "[478]\tvalid_0's auc: 0.722093\n",
      "[479]\tvalid_0's auc: 0.722096\n",
      "[480]\tvalid_0's auc: 0.722097\n",
      "[481]\tvalid_0's auc: 0.722104\n",
      "[482]\tvalid_0's auc: 0.722102\n",
      "[483]\tvalid_0's auc: 0.722084\n",
      "[484]\tvalid_0's auc: 0.72208\n",
      "[485]\tvalid_0's auc: 0.722076\n",
      "[486]\tvalid_0's auc: 0.722075\n",
      "[487]\tvalid_0's auc: 0.722078\n",
      "[488]\tvalid_0's auc: 0.722082\n",
      "[489]\tvalid_0's auc: 0.722073\n",
      "[490]\tvalid_0's auc: 0.722068\n",
      "[491]\tvalid_0's auc: 0.722058\n",
      "[492]\tvalid_0's auc: 0.72205\n",
      "[493]\tvalid_0's auc: 0.72204\n",
      "[494]\tvalid_0's auc: 0.722035\n",
      "[495]\tvalid_0's auc: 0.72203\n",
      "[496]\tvalid_0's auc: 0.722015\n",
      "[497]\tvalid_0's auc: 0.722004\n",
      "[498]\tvalid_0's auc: 0.722004\n",
      "[499]\tvalid_0's auc: 0.721998\n",
      "[500]\tvalid_0's auc: 0.721987\n",
      "[501]\tvalid_0's auc: 0.721988\n",
      "[502]\tvalid_0's auc: 0.721988\n",
      "[503]\tvalid_0's auc: 0.721981\n",
      "[504]\tvalid_0's auc: 0.721969\n",
      "[505]\tvalid_0's auc: 0.721987\n",
      "[506]\tvalid_0's auc: 0.721987\n",
      "[507]\tvalid_0's auc: 0.72199\n",
      "[508]\tvalid_0's auc: 0.721989\n",
      "[509]\tvalid_0's auc: 0.721974\n",
      "[510]\tvalid_0's auc: 0.721973\n",
      "[511]\tvalid_0's auc: 0.721975\n",
      "[512]\tvalid_0's auc: 0.721969\n",
      "[513]\tvalid_0's auc: 0.721952\n",
      "[514]\tvalid_0's auc: 0.721944\n",
      "[515]\tvalid_0's auc: 0.721948\n",
      "[516]\tvalid_0's auc: 0.721932\n",
      "[517]\tvalid_0's auc: 0.72193\n",
      "[518]\tvalid_0's auc: 0.721913\n",
      "[519]\tvalid_0's auc: 0.721918\n",
      "[520]\tvalid_0's auc: 0.721917\n",
      "[521]\tvalid_0's auc: 0.721908\n",
      "[522]\tvalid_0's auc: 0.721911\n",
      "[523]\tvalid_0's auc: 0.721906\n",
      "[524]\tvalid_0's auc: 0.721893\n",
      "[525]\tvalid_0's auc: 0.721879\n",
      "[526]\tvalid_0's auc: 0.721881\n",
      "[527]\tvalid_0's auc: 0.721877\n",
      "[528]\tvalid_0's auc: 0.72187\n",
      "[529]\tvalid_0's auc: 0.721867\n",
      "[530]\tvalid_0's auc: 0.721867\n",
      "[531]\tvalid_0's auc: 0.721851\n",
      "[532]\tvalid_0's auc: 0.721856\n",
      "[533]\tvalid_0's auc: 0.721858\n",
      "[534]\tvalid_0's auc: 0.721847\n",
      "[535]\tvalid_0's auc: 0.721844\n",
      "[536]\tvalid_0's auc: 0.721844\n",
      "[537]\tvalid_0's auc: 0.721842\n",
      "[538]\tvalid_0's auc: 0.721831\n",
      "[539]\tvalid_0's auc: 0.721835\n",
      "[540]\tvalid_0's auc: 0.721828\n",
      "[541]\tvalid_0's auc: 0.721826\n",
      "[542]\tvalid_0's auc: 0.721823\n",
      "[543]\tvalid_0's auc: 0.721813\n",
      "[544]\tvalid_0's auc: 0.721815\n",
      "[545]\tvalid_0's auc: 0.721807\n",
      "[546]\tvalid_0's auc: 0.7218\n",
      "[547]\tvalid_0's auc: 0.721806\n",
      "[548]\tvalid_0's auc: 0.721805\n",
      "[549]\tvalid_0's auc: 0.721779\n",
      "[550]\tvalid_0's auc: 0.721769\n",
      "[551]\tvalid_0's auc: 0.72176\n",
      "[552]\tvalid_0's auc: 0.721762\n",
      "[553]\tvalid_0's auc: 0.721762\n",
      "[554]\tvalid_0's auc: 0.72176\n",
      "[555]\tvalid_0's auc: 0.721757\n",
      "[556]\tvalid_0's auc: 0.721756\n",
      "[557]\tvalid_0's auc: 0.721741\n",
      "[558]\tvalid_0's auc: 0.721743\n",
      "[559]\tvalid_0's auc: 0.721728\n",
      "[560]\tvalid_0's auc: 0.721721\n",
      "[561]\tvalid_0's auc: 0.721721\n",
      "[562]\tvalid_0's auc: 0.721724\n",
      "[563]\tvalid_0's auc: 0.721722\n",
      "[564]\tvalid_0's auc: 0.721716\n",
      "[565]\tvalid_0's auc: 0.721699\n",
      "[566]\tvalid_0's auc: 0.721681\n",
      "[567]\tvalid_0's auc: 0.721672\n",
      "[568]\tvalid_0's auc: 0.721674\n",
      "[569]\tvalid_0's auc: 0.721654\n",
      "[570]\tvalid_0's auc: 0.721657\n",
      "[571]\tvalid_0's auc: 0.721654\n",
      "[572]\tvalid_0's auc: 0.721647\n",
      "[573]\tvalid_0's auc: 0.721649\n",
      "[574]\tvalid_0's auc: 0.721651\n",
      "[575]\tvalid_0's auc: 0.72164\n",
      "[576]\tvalid_0's auc: 0.721637\n",
      "[577]\tvalid_0's auc: 0.721633\n",
      "[578]\tvalid_0's auc: 0.721628\n",
      "[579]\tvalid_0's auc: 0.721617\n",
      "[580]\tvalid_0's auc: 0.721624\n",
      "[581]\tvalid_0's auc: 0.721623\n",
      "[582]\tvalid_0's auc: 0.721624\n",
      "[583]\tvalid_0's auc: 0.721609\n",
      "[584]\tvalid_0's auc: 0.721607\n",
      "[585]\tvalid_0's auc: 0.721596\n",
      "[586]\tvalid_0's auc: 0.721605\n",
      "[587]\tvalid_0's auc: 0.721601\n",
      "[588]\tvalid_0's auc: 0.721602\n",
      "[589]\tvalid_0's auc: 0.721609\n",
      "[590]\tvalid_0's auc: 0.721586\n",
      "[591]\tvalid_0's auc: 0.72159\n",
      "[592]\tvalid_0's auc: 0.721591\n",
      "[593]\tvalid_0's auc: 0.721581\n",
      "[594]\tvalid_0's auc: 0.72159\n",
      "[595]\tvalid_0's auc: 0.72159\n",
      "[596]\tvalid_0's auc: 0.721587\n",
      "[597]\tvalid_0's auc: 0.72159\n",
      "[598]\tvalid_0's auc: 0.721573\n",
      "[599]\tvalid_0's auc: 0.721574\n",
      "[600]\tvalid_0's auc: 0.721551\n",
      "[601]\tvalid_0's auc: 0.721555\n",
      "[602]\tvalid_0's auc: 0.721566\n",
      "[603]\tvalid_0's auc: 0.721566\n",
      "[604]\tvalid_0's auc: 0.721573\n",
      "[605]\tvalid_0's auc: 0.721574\n",
      "[606]\tvalid_0's auc: 0.721569\n",
      "[607]\tvalid_0's auc: 0.721561\n",
      "[608]\tvalid_0's auc: 0.72156\n",
      "[609]\tvalid_0's auc: 0.72156\n",
      "[610]\tvalid_0's auc: 0.721547\n",
      "[611]\tvalid_0's auc: 0.721537\n",
      "[612]\tvalid_0's auc: 0.721541\n",
      "[613]\tvalid_0's auc: 0.721546\n",
      "[614]\tvalid_0's auc: 0.721541\n",
      "[615]\tvalid_0's auc: 0.72153\n",
      "[616]\tvalid_0's auc: 0.72153\n",
      "[617]\tvalid_0's auc: 0.721538\n",
      "[618]\tvalid_0's auc: 0.72155\n",
      "[619]\tvalid_0's auc: 0.721556\n",
      "[620]\tvalid_0's auc: 0.721556\n",
      "[621]\tvalid_0's auc: 0.721546\n",
      "[622]\tvalid_0's auc: 0.721535\n",
      "[623]\tvalid_0's auc: 0.721524\n",
      "[624]\tvalid_0's auc: 0.721525\n",
      "[625]\tvalid_0's auc: 0.721524\n",
      "[626]\tvalid_0's auc: 0.721527\n",
      "[627]\tvalid_0's auc: 0.721524\n",
      "[628]\tvalid_0's auc: 0.721511\n",
      "[629]\tvalid_0's auc: 0.721519\n",
      "[630]\tvalid_0's auc: 0.721528\n",
      "[631]\tvalid_0's auc: 0.721531\n",
      "[632]\tvalid_0's auc: 0.721519\n",
      "[633]\tvalid_0's auc: 0.721506\n",
      "[634]\tvalid_0's auc: 0.721507\n",
      "[635]\tvalid_0's auc: 0.721493\n",
      "[636]\tvalid_0's auc: 0.721491\n",
      "[637]\tvalid_0's auc: 0.721489\n",
      "[638]\tvalid_0's auc: 0.72148\n",
      "[639]\tvalid_0's auc: 0.721475\n",
      "[640]\tvalid_0's auc: 0.721472\n",
      "[641]\tvalid_0's auc: 0.721485\n",
      "[642]\tvalid_0's auc: 0.721491\n",
      "[643]\tvalid_0's auc: 0.721492\n",
      "[644]\tvalid_0's auc: 0.721482\n",
      "[645]\tvalid_0's auc: 0.721476\n",
      "[646]\tvalid_0's auc: 0.721474\n",
      "[647]\tvalid_0's auc: 0.72147\n",
      "[648]\tvalid_0's auc: 0.721459\n",
      "[649]\tvalid_0's auc: 0.72146\n",
      "[650]\tvalid_0's auc: 0.72146\n",
      "[651]\tvalid_0's auc: 0.721446\n",
      "[652]\tvalid_0's auc: 0.72144\n",
      "[653]\tvalid_0's auc: 0.72145\n",
      "[654]\tvalid_0's auc: 0.721452\n",
      "[655]\tvalid_0's auc: 0.721448\n",
      "[656]\tvalid_0's auc: 0.721449\n",
      "[657]\tvalid_0's auc: 0.721441\n",
      "[658]\tvalid_0's auc: 0.721446\n",
      "[659]\tvalid_0's auc: 0.721424\n",
      "[660]\tvalid_0's auc: 0.721407\n",
      "[661]\tvalid_0's auc: 0.721402\n",
      "[662]\tvalid_0's auc: 0.72141\n",
      "[663]\tvalid_0's auc: 0.721408\n",
      "[664]\tvalid_0's auc: 0.721413\n",
      "[665]\tvalid_0's auc: 0.721404\n",
      "[666]\tvalid_0's auc: 0.721394\n",
      "[667]\tvalid_0's auc: 0.721392\n",
      "[668]\tvalid_0's auc: 0.72138\n",
      "[669]\tvalid_0's auc: 0.721375\n",
      "[670]\tvalid_0's auc: 0.721378\n",
      "[671]\tvalid_0's auc: 0.721372\n",
      "[672]\tvalid_0's auc: 0.721369\n",
      "[673]\tvalid_0's auc: 0.721369\n",
      "[674]\tvalid_0's auc: 0.721364\n",
      "[675]\tvalid_0's auc: 0.721352\n",
      "[676]\tvalid_0's auc: 0.721347\n",
      "[677]\tvalid_0's auc: 0.721346\n",
      "[678]\tvalid_0's auc: 0.721349\n",
      "[679]\tvalid_0's auc: 0.721356\n",
      "[680]\tvalid_0's auc: 0.721341\n",
      "[681]\tvalid_0's auc: 0.721342\n",
      "[682]\tvalid_0's auc: 0.72134\n",
      "[683]\tvalid_0's auc: 0.721328\n",
      "[684]\tvalid_0's auc: 0.721321\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[685]\tvalid_0's auc: 0.721325\n",
      "[686]\tvalid_0's auc: 0.721305\n",
      "[687]\tvalid_0's auc: 0.72129\n",
      "[688]\tvalid_0's auc: 0.72129\n",
      "[689]\tvalid_0's auc: 0.721298\n",
      "[690]\tvalid_0's auc: 0.721281\n",
      "[691]\tvalid_0's auc: 0.721277\n",
      "[692]\tvalid_0's auc: 0.72128\n",
      "[693]\tvalid_0's auc: 0.721279\n",
      "[694]\tvalid_0's auc: 0.721267\n",
      "[695]\tvalid_0's auc: 0.721262\n",
      "[696]\tvalid_0's auc: 0.721256\n",
      "[697]\tvalid_0's auc: 0.721261\n",
      "[698]\tvalid_0's auc: 0.721247\n",
      "[699]\tvalid_0's auc: 0.72124\n",
      "[700]\tvalid_0's auc: 0.72123\n",
      "[701]\tvalid_0's auc: 0.721216\n",
      "[702]\tvalid_0's auc: 0.721222\n",
      "[703]\tvalid_0's auc: 0.72123\n",
      "[704]\tvalid_0's auc: 0.721228\n",
      "[705]\tvalid_0's auc: 0.721231\n",
      "[706]\tvalid_0's auc: 0.721229\n",
      "[707]\tvalid_0's auc: 0.721222\n",
      "[708]\tvalid_0's auc: 0.721221\n",
      "[709]\tvalid_0's auc: 0.721214\n",
      "[710]\tvalid_0's auc: 0.721218\n",
      "[711]\tvalid_0's auc: 0.721203\n",
      "[712]\tvalid_0's auc: 0.721185\n",
      "[713]\tvalid_0's auc: 0.721189\n",
      "[714]\tvalid_0's auc: 0.721186\n",
      "[715]\tvalid_0's auc: 0.721184\n",
      "[716]\tvalid_0's auc: 0.721176\n",
      "[717]\tvalid_0's auc: 0.721161\n",
      "[718]\tvalid_0's auc: 0.721166\n",
      "[719]\tvalid_0's auc: 0.721166\n",
      "[720]\tvalid_0's auc: 0.721168\n",
      "[721]\tvalid_0's auc: 0.721174\n",
      "[722]\tvalid_0's auc: 0.721164\n",
      "[723]\tvalid_0's auc: 0.72116\n",
      "[724]\tvalid_0's auc: 0.721169\n",
      "[725]\tvalid_0's auc: 0.721166\n",
      "[726]\tvalid_0's auc: 0.721161\n",
      "[727]\tvalid_0's auc: 0.721163\n",
      "[728]\tvalid_0's auc: 0.72115\n",
      "[729]\tvalid_0's auc: 0.721135\n",
      "[730]\tvalid_0's auc: 0.721143\n",
      "[731]\tvalid_0's auc: 0.721131\n",
      "[732]\tvalid_0's auc: 0.721145\n",
      "[733]\tvalid_0's auc: 0.72115\n",
      "[734]\tvalid_0's auc: 0.72115\n",
      "[735]\tvalid_0's auc: 0.721143\n",
      "[736]\tvalid_0's auc: 0.721148\n",
      "[737]\tvalid_0's auc: 0.721138\n",
      "[738]\tvalid_0's auc: 0.721122\n",
      "[739]\tvalid_0's auc: 0.721123\n",
      "[740]\tvalid_0's auc: 0.721126\n",
      "[741]\tvalid_0's auc: 0.721121\n",
      "[742]\tvalid_0's auc: 0.721108\n",
      "[743]\tvalid_0's auc: 0.721109\n",
      "[744]\tvalid_0's auc: 0.721111\n",
      "[745]\tvalid_0's auc: 0.721103\n",
      "[746]\tvalid_0's auc: 0.721107\n",
      "[747]\tvalid_0's auc: 0.721111\n",
      "[748]\tvalid_0's auc: 0.721109\n",
      "[749]\tvalid_0's auc: 0.721116\n",
      "[750]\tvalid_0's auc: 0.721107\n",
      "[751]\tvalid_0's auc: 0.721103\n",
      "[752]\tvalid_0's auc: 0.721107\n",
      "[753]\tvalid_0's auc: 0.721098\n",
      "[754]\tvalid_0's auc: 0.721088\n",
      "[755]\tvalid_0's auc: 0.721095\n",
      "[756]\tvalid_0's auc: 0.721081\n",
      "[757]\tvalid_0's auc: 0.721076\n",
      "[758]\tvalid_0's auc: 0.721064\n",
      "[759]\tvalid_0's auc: 0.721063\n",
      "[760]\tvalid_0's auc: 0.721067\n",
      "[761]\tvalid_0's auc: 0.721061\n",
      "[762]\tvalid_0's auc: 0.721061\n",
      "[763]\tvalid_0's auc: 0.72105\n",
      "[764]\tvalid_0's auc: 0.721048\n",
      "[765]\tvalid_0's auc: 0.721037\n",
      "[766]\tvalid_0's auc: 0.721034\n",
      "[767]\tvalid_0's auc: 0.721035\n",
      "[768]\tvalid_0's auc: 0.721023\n",
      "[769]\tvalid_0's auc: 0.721019\n",
      "[770]\tvalid_0's auc: 0.721017\n",
      "[771]\tvalid_0's auc: 0.721031\n",
      "[772]\tvalid_0's auc: 0.721014\n",
      "[773]\tvalid_0's auc: 0.721001\n",
      "[774]\tvalid_0's auc: 0.720991\n",
      "[775]\tvalid_0's auc: 0.720983\n",
      "[776]\tvalid_0's auc: 0.720976\n",
      "[777]\tvalid_0's auc: 0.720977\n",
      "[778]\tvalid_0's auc: 0.720975\n",
      "[779]\tvalid_0's auc: 0.720967\n",
      "[780]\tvalid_0's auc: 0.720967\n",
      "[781]\tvalid_0's auc: 0.720955\n",
      "[782]\tvalid_0's auc: 0.720952\n",
      "[783]\tvalid_0's auc: 0.72094\n",
      "[784]\tvalid_0's auc: 0.720924\n",
      "[785]\tvalid_0's auc: 0.720926\n",
      "[786]\tvalid_0's auc: 0.720926\n",
      "[787]\tvalid_0's auc: 0.720925\n",
      "[788]\tvalid_0's auc: 0.720938\n",
      "[789]\tvalid_0's auc: 0.72095\n",
      "[790]\tvalid_0's auc: 0.720948\n",
      "[791]\tvalid_0's auc: 0.720946\n",
      "[792]\tvalid_0's auc: 0.720934\n",
      "[793]\tvalid_0's auc: 0.720947\n",
      "[794]\tvalid_0's auc: 0.720948\n",
      "[795]\tvalid_0's auc: 0.720942\n",
      "[796]\tvalid_0's auc: 0.720929\n",
      "[797]\tvalid_0's auc: 0.720924\n",
      "[798]\tvalid_0's auc: 0.720919\n",
      "[799]\tvalid_0's auc: 0.720919\n",
      "[800]\tvalid_0's auc: 0.720908\n",
      "[801]\tvalid_0's auc: 0.720905\n",
      "[802]\tvalid_0's auc: 0.720901\n",
      "[803]\tvalid_0's auc: 0.720904\n",
      "[804]\tvalid_0's auc: 0.720913\n",
      "[805]\tvalid_0's auc: 0.720906\n",
      "[806]\tvalid_0's auc: 0.720919\n",
      "[807]\tvalid_0's auc: 0.72092\n",
      "[808]\tvalid_0's auc: 0.720924\n",
      "[809]\tvalid_0's auc: 0.72092\n",
      "[810]\tvalid_0's auc: 0.720925\n",
      "[811]\tvalid_0's auc: 0.720927\n",
      "[812]\tvalid_0's auc: 0.720915\n",
      "[813]\tvalid_0's auc: 0.72092\n",
      "[814]\tvalid_0's auc: 0.720918\n",
      "[815]\tvalid_0's auc: 0.720919\n",
      "[816]\tvalid_0's auc: 0.720921\n",
      "[817]\tvalid_0's auc: 0.720907\n",
      "[818]\tvalid_0's auc: 0.720898\n",
      "[819]\tvalid_0's auc: 0.720907\n",
      "[820]\tvalid_0's auc: 0.720893\n",
      "[821]\tvalid_0's auc: 0.720892\n",
      "[822]\tvalid_0's auc: 0.72088\n",
      "[823]\tvalid_0's auc: 0.720879\n",
      "[824]\tvalid_0's auc: 0.720873\n",
      "[825]\tvalid_0's auc: 0.720883\n",
      "[826]\tvalid_0's auc: 0.720881\n",
      "[827]\tvalid_0's auc: 0.720869\n",
      "[828]\tvalid_0's auc: 0.720874\n",
      "[829]\tvalid_0's auc: 0.720882\n",
      "[830]\tvalid_0's auc: 0.720881\n",
      "[831]\tvalid_0's auc: 0.720886\n",
      "[832]\tvalid_0's auc: 0.720873\n",
      "[833]\tvalid_0's auc: 0.72087\n",
      "[834]\tvalid_0's auc: 0.720862\n",
      "[835]\tvalid_0's auc: 0.720861\n",
      "[836]\tvalid_0's auc: 0.720863\n",
      "[837]\tvalid_0's auc: 0.72085\n",
      "[838]\tvalid_0's auc: 0.720853\n",
      "[839]\tvalid_0's auc: 0.720861\n",
      "[840]\tvalid_0's auc: 0.720864\n",
      "[841]\tvalid_0's auc: 0.720865\n",
      "[842]\tvalid_0's auc: 0.720863\n",
      "[843]\tvalid_0's auc: 0.72086\n",
      "[844]\tvalid_0's auc: 0.720864\n",
      "[845]\tvalid_0's auc: 0.720846\n",
      "[846]\tvalid_0's auc: 0.720844\n",
      "[847]\tvalid_0's auc: 0.720833\n",
      "[848]\tvalid_0's auc: 0.720828\n",
      "[849]\tvalid_0's auc: 0.720822\n",
      "[850]\tvalid_0's auc: 0.720815\n",
      "[851]\tvalid_0's auc: 0.720811\n",
      "[852]\tvalid_0's auc: 0.720808\n",
      "[853]\tvalid_0's auc: 0.72079\n",
      "[854]\tvalid_0's auc: 0.720778\n",
      "[855]\tvalid_0's auc: 0.720771\n",
      "[856]\tvalid_0's auc: 0.720776\n",
      "[857]\tvalid_0's auc: 0.720772\n",
      "[858]\tvalid_0's auc: 0.720768\n",
      "[859]\tvalid_0's auc: 0.720768\n",
      "[860]\tvalid_0's auc: 0.72076\n",
      "[861]\tvalid_0's auc: 0.720756\n",
      "[862]\tvalid_0's auc: 0.720751\n",
      "[863]\tvalid_0's auc: 0.72074\n",
      "[864]\tvalid_0's auc: 0.72074\n",
      "[865]\tvalid_0's auc: 0.720739\n",
      "[866]\tvalid_0's auc: 0.720748\n",
      "[867]\tvalid_0's auc: 0.720731\n",
      "[868]\tvalid_0's auc: 0.720711\n",
      "[869]\tvalid_0's auc: 0.720696\n",
      "[870]\tvalid_0's auc: 0.720693\n",
      "[871]\tvalid_0's auc: 0.720679\n",
      "[872]\tvalid_0's auc: 0.720679\n",
      "[873]\tvalid_0's auc: 0.720676\n",
      "[874]\tvalid_0's auc: 0.720668\n",
      "[875]\tvalid_0's auc: 0.720672\n",
      "[876]\tvalid_0's auc: 0.720663\n",
      "[877]\tvalid_0's auc: 0.72065\n",
      "[878]\tvalid_0's auc: 0.720658\n",
      "[879]\tvalid_0's auc: 0.720659\n",
      "[880]\tvalid_0's auc: 0.720657\n",
      "[881]\tvalid_0's auc: 0.720638\n",
      "[882]\tvalid_0's auc: 0.720638\n",
      "[883]\tvalid_0's auc: 0.720632\n",
      "[884]\tvalid_0's auc: 0.72062\n",
      "[885]\tvalid_0's auc: 0.720616\n",
      "[886]\tvalid_0's auc: 0.720618\n",
      "[887]\tvalid_0's auc: 0.720618\n",
      "[888]\tvalid_0's auc: 0.720622\n",
      "[889]\tvalid_0's auc: 0.720616\n",
      "[890]\tvalid_0's auc: 0.720605\n",
      "[891]\tvalid_0's auc: 0.7206\n",
      "[892]\tvalid_0's auc: 0.720602\n",
      "[893]\tvalid_0's auc: 0.720599\n",
      "[894]\tvalid_0's auc: 0.720611\n",
      "[895]\tvalid_0's auc: 0.720594\n",
      "[896]\tvalid_0's auc: 0.720598\n",
      "[897]\tvalid_0's auc: 0.720591\n",
      "[898]\tvalid_0's auc: 0.720584\n",
      "[899]\tvalid_0's auc: 0.720586\n",
      "[900]\tvalid_0's auc: 0.720589\n",
      "[901]\tvalid_0's auc: 0.720595\n",
      "[902]\tvalid_0's auc: 0.720583\n",
      "[903]\tvalid_0's auc: 0.720578\n",
      "[904]\tvalid_0's auc: 0.720585\n",
      "[905]\tvalid_0's auc: 0.720577\n",
      "[906]\tvalid_0's auc: 0.720582\n",
      "[907]\tvalid_0's auc: 0.720582\n",
      "[908]\tvalid_0's auc: 0.720579\n",
      "[909]\tvalid_0's auc: 0.72059\n",
      "[910]\tvalid_0's auc: 0.720586\n",
      "[911]\tvalid_0's auc: 0.720588\n",
      "[912]\tvalid_0's auc: 0.720569\n",
      "[913]\tvalid_0's auc: 0.720563\n",
      "[914]\tvalid_0's auc: 0.720548\n",
      "[915]\tvalid_0's auc: 0.720543\n",
      "[916]\tvalid_0's auc: 0.720544\n",
      "[917]\tvalid_0's auc: 0.720535\n",
      "[918]\tvalid_0's auc: 0.720535\n",
      "[919]\tvalid_0's auc: 0.720518\n",
      "[920]\tvalid_0's auc: 0.720514\n",
      "[921]\tvalid_0's auc: 0.720504\n",
      "[922]\tvalid_0's auc: 0.720489\n",
      "[923]\tvalid_0's auc: 0.720498\n",
      "[924]\tvalid_0's auc: 0.72049\n",
      "[925]\tvalid_0's auc: 0.720474\n",
      "[926]\tvalid_0's auc: 0.72047\n",
      "[927]\tvalid_0's auc: 0.72046\n",
      "[928]\tvalid_0's auc: 0.72046\n",
      "[929]\tvalid_0's auc: 0.720454\n",
      "[930]\tvalid_0's auc: 0.720441\n",
      "[931]\tvalid_0's auc: 0.72043\n",
      "[932]\tvalid_0's auc: 0.720424\n",
      "[933]\tvalid_0's auc: 0.720424\n",
      "[934]\tvalid_0's auc: 0.720428\n",
      "[935]\tvalid_0's auc: 0.720426\n",
      "[936]\tvalid_0's auc: 0.720422\n",
      "[937]\tvalid_0's auc: 0.720424\n",
      "[938]\tvalid_0's auc: 0.720422\n",
      "[939]\tvalid_0's auc: 0.720412\n",
      "[940]\tvalid_0's auc: 0.720397\n",
      "[941]\tvalid_0's auc: 0.720383\n",
      "[942]\tvalid_0's auc: 0.720379\n",
      "[943]\tvalid_0's auc: 0.720373\n",
      "[944]\tvalid_0's auc: 0.720363\n",
      "[945]\tvalid_0's auc: 0.720365\n",
      "[946]\tvalid_0's auc: 0.720349\n",
      "[947]\tvalid_0's auc: 0.720336\n",
      "[948]\tvalid_0's auc: 0.720338\n",
      "[949]\tvalid_0's auc: 0.720334\n",
      "[950]\tvalid_0's auc: 0.720333\n",
      "[951]\tvalid_0's auc: 0.72032\n",
      "[952]\tvalid_0's auc: 0.720331\n",
      "[953]\tvalid_0's auc: 0.720325\n",
      "[954]\tvalid_0's auc: 0.720327\n",
      "[955]\tvalid_0's auc: 0.720326\n",
      "[956]\tvalid_0's auc: 0.720322\n",
      "[957]\tvalid_0's auc: 0.720313\n",
      "[958]\tvalid_0's auc: 0.720314\n",
      "[959]\tvalid_0's auc: 0.720298\n",
      "[960]\tvalid_0's auc: 0.720293\n",
      "[961]\tvalid_0's auc: 0.720285\n",
      "[962]\tvalid_0's auc: 0.720298\n",
      "[963]\tvalid_0's auc: 0.720303\n",
      "[964]\tvalid_0's auc: 0.720292\n",
      "[965]\tvalid_0's auc: 0.720294\n",
      "[966]\tvalid_0's auc: 0.720284\n",
      "[967]\tvalid_0's auc: 0.720271\n",
      "[968]\tvalid_0's auc: 0.72025\n",
      "[969]\tvalid_0's auc: 0.720247\n",
      "[970]\tvalid_0's auc: 0.720242\n",
      "[971]\tvalid_0's auc: 0.720238\n",
      "[972]\tvalid_0's auc: 0.720229\n",
      "[973]\tvalid_0's auc: 0.720227\n",
      "[974]\tvalid_0's auc: 0.720215\n",
      "[975]\tvalid_0's auc: 0.720217\n",
      "[976]\tvalid_0's auc: 0.720208\n",
      "[977]\tvalid_0's auc: 0.720216\n",
      "[978]\tvalid_0's auc: 0.720215\n",
      "[979]\tvalid_0's auc: 0.720216\n",
      "[980]\tvalid_0's auc: 0.720213\n",
      "[981]\tvalid_0's auc: 0.720201\n",
      "[982]\tvalid_0's auc: 0.720204\n",
      "[983]\tvalid_0's auc: 0.720201\n",
      "[984]\tvalid_0's auc: 0.720172\n",
      "[985]\tvalid_0's auc: 0.720173\n",
      "[986]\tvalid_0's auc: 0.720174\n",
      "[987]\tvalid_0's auc: 0.720184\n",
      "[988]\tvalid_0's auc: 0.720183\n",
      "[989]\tvalid_0's auc: 0.720172\n",
      "[990]\tvalid_0's auc: 0.720171\n",
      "[991]\tvalid_0's auc: 0.720179\n",
      "[992]\tvalid_0's auc: 0.720184\n",
      "[993]\tvalid_0's auc: 0.72019\n",
      "[994]\tvalid_0's auc: 0.720185\n",
      "[995]\tvalid_0's auc: 0.720199\n",
      "[996]\tvalid_0's auc: 0.720179\n",
      "[997]\tvalid_0's auc: 0.720173\n",
      "[998]\tvalid_0's auc: 0.720169\n",
      "[999]\tvalid_0's auc: 0.720161\n",
      "[1000]\tvalid_0's auc: 0.720159\n",
      "[1001]\tvalid_0's auc: 0.720159\n",
      "[1002]\tvalid_0's auc: 0.720156\n",
      "[1003]\tvalid_0's auc: 0.720154\n",
      "[1004]\tvalid_0's auc: 0.720144\n",
      "[1005]\tvalid_0's auc: 0.720131\n",
      "[1006]\tvalid_0's auc: 0.720132\n",
      "[1007]\tvalid_0's auc: 0.720117\n",
      "[1008]\tvalid_0's auc: 0.720115\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1009]\tvalid_0's auc: 0.720117\n",
      "[1010]\tvalid_0's auc: 0.720116\n",
      "[1011]\tvalid_0's auc: 0.720102\n",
      "[1012]\tvalid_0's auc: 0.720098\n",
      "[1013]\tvalid_0's auc: 0.720103\n",
      "[1014]\tvalid_0's auc: 0.720088\n",
      "[1015]\tvalid_0's auc: 0.720072\n",
      "[1016]\tvalid_0's auc: 0.720072\n",
      "[1017]\tvalid_0's auc: 0.720069\n",
      "[1018]\tvalid_0's auc: 0.72007\n",
      "[1019]\tvalid_0's auc: 0.720074\n",
      "[1020]\tvalid_0's auc: 0.720075\n",
      "[1021]\tvalid_0's auc: 0.720067\n",
      "[1022]\tvalid_0's auc: 0.720043\n",
      "[1023]\tvalid_0's auc: 0.720028\n",
      "[1024]\tvalid_0's auc: 0.720033\n",
      "[1025]\tvalid_0's auc: 0.720017\n",
      "[1026]\tvalid_0's auc: 0.720014\n",
      "[1027]\tvalid_0's auc: 0.720016\n",
      "[1028]\tvalid_0's auc: 0.720021\n",
      "[1029]\tvalid_0's auc: 0.72002\n",
      "[1030]\tvalid_0's auc: 0.720017\n",
      "[1031]\tvalid_0's auc: 0.72001\n",
      "[1032]\tvalid_0's auc: 0.720018\n",
      "[1033]\tvalid_0's auc: 0.720002\n",
      "[1034]\tvalid_0's auc: 0.719994\n",
      "[1035]\tvalid_0's auc: 0.719995\n",
      "[1036]\tvalid_0's auc: 0.71999\n",
      "[1037]\tvalid_0's auc: 0.719991\n",
      "[1038]\tvalid_0's auc: 0.719983\n",
      "[1039]\tvalid_0's auc: 0.71998\n",
      "[1040]\tvalid_0's auc: 0.71999\n",
      "[1041]\tvalid_0's auc: 0.71999\n",
      "[1042]\tvalid_0's auc: 0.719995\n",
      "[1043]\tvalid_0's auc: 0.719985\n",
      "[1044]\tvalid_0's auc: 0.719982\n",
      "[1045]\tvalid_0's auc: 0.719962\n",
      "[1046]\tvalid_0's auc: 0.719966\n",
      "[1047]\tvalid_0's auc: 0.719969\n",
      "[1048]\tvalid_0's auc: 0.719968\n",
      "[1049]\tvalid_0's auc: 0.719964\n",
      "[1050]\tvalid_0's auc: 0.719942\n",
      "[1051]\tvalid_0's auc: 0.719951\n",
      "[1052]\tvalid_0's auc: 0.719945\n",
      "[1053]\tvalid_0's auc: 0.719936\n",
      "[1054]\tvalid_0's auc: 0.719933\n",
      "[1055]\tvalid_0's auc: 0.719941\n",
      "[1056]\tvalid_0's auc: 0.719933\n",
      "[1057]\tvalid_0's auc: 0.719927\n",
      "[1058]\tvalid_0's auc: 0.719915\n",
      "[1059]\tvalid_0's auc: 0.719911\n",
      "[1060]\tvalid_0's auc: 0.719914\n",
      "[1061]\tvalid_0's auc: 0.719904\n",
      "[1062]\tvalid_0's auc: 0.719898\n",
      "[1063]\tvalid_0's auc: 0.719887\n",
      "[1064]\tvalid_0's auc: 0.719889\n",
      "[1065]\tvalid_0's auc: 0.719882\n",
      "[1066]\tvalid_0's auc: 0.719875\n",
      "[1067]\tvalid_0's auc: 0.719873\n",
      "[1068]\tvalid_0's auc: 0.719867\n",
      "[1069]\tvalid_0's auc: 0.719842\n",
      "[1070]\tvalid_0's auc: 0.719845\n",
      "[1071]\tvalid_0's auc: 0.719841\n",
      "[1072]\tvalid_0's auc: 0.719824\n",
      "[1073]\tvalid_0's auc: 0.719811\n",
      "[1074]\tvalid_0's auc: 0.719816\n",
      "[1075]\tvalid_0's auc: 0.719817\n",
      "[1076]\tvalid_0's auc: 0.719816\n",
      "[1077]\tvalid_0's auc: 0.719804\n",
      "[1078]\tvalid_0's auc: 0.71979\n",
      "[1079]\tvalid_0's auc: 0.719792\n",
      "[1080]\tvalid_0's auc: 0.719793\n",
      "[1081]\tvalid_0's auc: 0.719796\n",
      "[1082]\tvalid_0's auc: 0.719785\n",
      "[1083]\tvalid_0's auc: 0.719784\n",
      "[1084]\tvalid_0's auc: 0.719776\n",
      "[1085]\tvalid_0's auc: 0.719766\n",
      "[1086]\tvalid_0's auc: 0.719766\n",
      "[1087]\tvalid_0's auc: 0.719752\n",
      "[1088]\tvalid_0's auc: 0.719753\n",
      "[1089]\tvalid_0's auc: 0.719741\n",
      "[1090]\tvalid_0's auc: 0.719744\n",
      "[1091]\tvalid_0's auc: 0.719749\n",
      "[1092]\tvalid_0's auc: 0.719744\n",
      "[1093]\tvalid_0's auc: 0.719745\n",
      "[1094]\tvalid_0's auc: 0.719748\n",
      "[1095]\tvalid_0's auc: 0.71975\n",
      "[1096]\tvalid_0's auc: 0.71974\n",
      "[1097]\tvalid_0's auc: 0.719733\n",
      "[1098]\tvalid_0's auc: 0.719728\n",
      "[1099]\tvalid_0's auc: 0.71973\n",
      "[1100]\tvalid_0's auc: 0.719728\n",
      "[1101]\tvalid_0's auc: 0.719714\n",
      "[1102]\tvalid_0's auc: 0.719704\n",
      "[1103]\tvalid_0's auc: 0.719705\n",
      "[1104]\tvalid_0's auc: 0.719694\n",
      "[1105]\tvalid_0's auc: 0.719691\n",
      "[1106]\tvalid_0's auc: 0.719683\n",
      "[1107]\tvalid_0's auc: 0.719682\n",
      "[1108]\tvalid_0's auc: 0.719681\n",
      "[1109]\tvalid_0's auc: 0.719687\n",
      "[1110]\tvalid_0's auc: 0.719684\n",
      "[1111]\tvalid_0's auc: 0.719682\n",
      "[1112]\tvalid_0's auc: 0.719677\n",
      "[1113]\tvalid_0's auc: 0.719682\n",
      "[1114]\tvalid_0's auc: 0.719673\n",
      "[1115]\tvalid_0's auc: 0.719677\n",
      "[1116]\tvalid_0's auc: 0.719672\n",
      "[1117]\tvalid_0's auc: 0.719656\n",
      "[1118]\tvalid_0's auc: 0.719668\n",
      "[1119]\tvalid_0's auc: 0.71967\n",
      "[1120]\tvalid_0's auc: 0.719661\n",
      "[1121]\tvalid_0's auc: 0.719669\n",
      "[1122]\tvalid_0's auc: 0.71966\n",
      "[1123]\tvalid_0's auc: 0.71966\n",
      "[1124]\tvalid_0's auc: 0.719664\n",
      "[1125]\tvalid_0's auc: 0.719657\n",
      "[1126]\tvalid_0's auc: 0.719663\n",
      "[1127]\tvalid_0's auc: 0.719647\n",
      "[1128]\tvalid_0's auc: 0.719638\n",
      "[1129]\tvalid_0's auc: 0.719633\n",
      "[1130]\tvalid_0's auc: 0.719629\n",
      "[1131]\tvalid_0's auc: 0.719633\n",
      "[1132]\tvalid_0's auc: 0.719628\n",
      "[1133]\tvalid_0's auc: 0.719616\n",
      "[1134]\tvalid_0's auc: 0.719608\n",
      "[1135]\tvalid_0's auc: 0.719604\n",
      "[1136]\tvalid_0's auc: 0.719608\n",
      "[1137]\tvalid_0's auc: 0.719606\n",
      "[1138]\tvalid_0's auc: 0.719601\n",
      "[1139]\tvalid_0's auc: 0.719599\n",
      "[1140]\tvalid_0's auc: 0.719598\n",
      "[1141]\tvalid_0's auc: 0.71959\n",
      "[1142]\tvalid_0's auc: 0.719585\n",
      "[1143]\tvalid_0's auc: 0.719586\n",
      "[1144]\tvalid_0's auc: 0.719582\n",
      "[1145]\tvalid_0's auc: 0.719591\n",
      "[1146]\tvalid_0's auc: 0.719585\n",
      "[1147]\tvalid_0's auc: 0.719583\n",
      "[1148]\tvalid_0's auc: 0.719576\n",
      "[1149]\tvalid_0's auc: 0.71957\n",
      "[1150]\tvalid_0's auc: 0.71957\n",
      "[1151]\tvalid_0's auc: 0.719573\n",
      "[1152]\tvalid_0's auc: 0.719566\n",
      "[1153]\tvalid_0's auc: 0.719583\n",
      "[1154]\tvalid_0's auc: 0.719577\n",
      "[1155]\tvalid_0's auc: 0.719571\n",
      "[1156]\tvalid_0's auc: 0.719564\n",
      "[1157]\tvalid_0's auc: 0.719564\n",
      "[1158]\tvalid_0's auc: 0.719556\n",
      "[1159]\tvalid_0's auc: 0.71955\n",
      "[1160]\tvalid_0's auc: 0.719542\n",
      "[1161]\tvalid_0's auc: 0.719547\n",
      "[1162]\tvalid_0's auc: 0.71955\n",
      "[1163]\tvalid_0's auc: 0.719547\n",
      "[1164]\tvalid_0's auc: 0.719557\n",
      "[1165]\tvalid_0's auc: 0.719549\n",
      "[1166]\tvalid_0's auc: 0.719535\n",
      "[1167]\tvalid_0's auc: 0.719521\n",
      "[1168]\tvalid_0's auc: 0.71952\n",
      "[1169]\tvalid_0's auc: 0.719525\n",
      "[1170]\tvalid_0's auc: 0.719507\n",
      "[1171]\tvalid_0's auc: 0.719506\n",
      "[1172]\tvalid_0's auc: 0.719491\n",
      "[1173]\tvalid_0's auc: 0.719487\n",
      "[1174]\tvalid_0's auc: 0.719482\n",
      "[1175]\tvalid_0's auc: 0.719491\n",
      "[1176]\tvalid_0's auc: 0.719484\n",
      "[1177]\tvalid_0's auc: 0.719487\n",
      "[1178]\tvalid_0's auc: 0.719472\n",
      "[1179]\tvalid_0's auc: 0.719466\n",
      "[1180]\tvalid_0's auc: 0.719463\n",
      "[1181]\tvalid_0's auc: 0.719457\n",
      "[1182]\tvalid_0's auc: 0.719453\n",
      "[1183]\tvalid_0's auc: 0.719439\n",
      "[1184]\tvalid_0's auc: 0.719446\n",
      "[1185]\tvalid_0's auc: 0.719442\n",
      "[1186]\tvalid_0's auc: 0.719443\n",
      "[1187]\tvalid_0's auc: 0.719436\n",
      "[1188]\tvalid_0's auc: 0.719432\n",
      "[1189]\tvalid_0's auc: 0.719432\n",
      "[1190]\tvalid_0's auc: 0.719435\n",
      "[1191]\tvalid_0's auc: 0.719435\n",
      "[1192]\tvalid_0's auc: 0.719423\n",
      "[1193]\tvalid_0's auc: 0.719413\n",
      "[1194]\tvalid_0's auc: 0.719406\n",
      "[1195]\tvalid_0's auc: 0.719415\n",
      "[1196]\tvalid_0's auc: 0.719415\n",
      "[1197]\tvalid_0's auc: 0.719412\n",
      "[1198]\tvalid_0's auc: 0.719405\n",
      "[1199]\tvalid_0's auc: 0.719411\n",
      "[1200]\tvalid_0's auc: 0.719404\n",
      "[1201]\tvalid_0's auc: 0.719383\n",
      "[1202]\tvalid_0's auc: 0.71938\n",
      "[1203]\tvalid_0's auc: 0.719354\n",
      "[1204]\tvalid_0's auc: 0.719349\n",
      "[1205]\tvalid_0's auc: 0.719339\n",
      "[1206]\tvalid_0's auc: 0.719342\n",
      "[1207]\tvalid_0's auc: 0.719343\n",
      "[1208]\tvalid_0's auc: 0.719339\n",
      "[1209]\tvalid_0's auc: 0.719335\n",
      "[1210]\tvalid_0's auc: 0.719316\n",
      "[1211]\tvalid_0's auc: 0.719321\n",
      "[1212]\tvalid_0's auc: 0.719316\n",
      "[1213]\tvalid_0's auc: 0.719318\n",
      "[1214]\tvalid_0's auc: 0.719316\n",
      "[1215]\tvalid_0's auc: 0.719319\n",
      "[1216]\tvalid_0's auc: 0.71933\n",
      "[1217]\tvalid_0's auc: 0.719327\n",
      "[1218]\tvalid_0's auc: 0.719326\n",
      "[1219]\tvalid_0's auc: 0.719316\n",
      "[1220]\tvalid_0's auc: 0.719315\n",
      "[1221]\tvalid_0's auc: 0.719309\n",
      "[1222]\tvalid_0's auc: 0.719322\n",
      "[1223]\tvalid_0's auc: 0.719307\n",
      "[1224]\tvalid_0's auc: 0.719308\n",
      "[1225]\tvalid_0's auc: 0.719299\n",
      "[1226]\tvalid_0's auc: 0.719299\n",
      "[1227]\tvalid_0's auc: 0.719295\n",
      "[1228]\tvalid_0's auc: 0.719293\n",
      "[1229]\tvalid_0's auc: 0.719292\n",
      "[1230]\tvalid_0's auc: 0.719283\n",
      "[1231]\tvalid_0's auc: 0.719277\n",
      "[1232]\tvalid_0's auc: 0.719259\n",
      "[1233]\tvalid_0's auc: 0.71925\n",
      "[1234]\tvalid_0's auc: 0.71924\n",
      "[1235]\tvalid_0's auc: 0.719233\n",
      "[1236]\tvalid_0's auc: 0.719222\n",
      "[1237]\tvalid_0's auc: 0.719215\n",
      "[1238]\tvalid_0's auc: 0.719204\n",
      "[1239]\tvalid_0's auc: 0.719204\n",
      "[1240]\tvalid_0's auc: 0.719202\n",
      "[1241]\tvalid_0's auc: 0.719204\n",
      "[1242]\tvalid_0's auc: 0.719204\n",
      "[1243]\tvalid_0's auc: 0.719201\n",
      "[1244]\tvalid_0's auc: 0.719185\n",
      "[1245]\tvalid_0's auc: 0.719183\n",
      "[1246]\tvalid_0's auc: 0.719175\n",
      "[1247]\tvalid_0's auc: 0.719174\n",
      "[1248]\tvalid_0's auc: 0.71916\n",
      "[1249]\tvalid_0's auc: 0.719161\n",
      "[1250]\tvalid_0's auc: 0.719151\n",
      "[1251]\tvalid_0's auc: 0.719158\n",
      "[1252]\tvalid_0's auc: 0.719158\n",
      "[1253]\tvalid_0's auc: 0.719143\n",
      "[1254]\tvalid_0's auc: 0.71915\n",
      "[1255]\tvalid_0's auc: 0.719145\n",
      "[1256]\tvalid_0's auc: 0.719137\n",
      "[1257]\tvalid_0's auc: 0.719137\n",
      "[1258]\tvalid_0's auc: 0.719136\n",
      "[1259]\tvalid_0's auc: 0.719135\n",
      "[1260]\tvalid_0's auc: 0.719131\n",
      "[1261]\tvalid_0's auc: 0.719119\n",
      "[1262]\tvalid_0's auc: 0.719112\n",
      "[1263]\tvalid_0's auc: 0.719109\n",
      "[1264]\tvalid_0's auc: 0.719107\n",
      "[1265]\tvalid_0's auc: 0.71911\n",
      "[1266]\tvalid_0's auc: 0.719117\n",
      "[1267]\tvalid_0's auc: 0.719127\n",
      "[1268]\tvalid_0's auc: 0.719128\n",
      "[1269]\tvalid_0's auc: 0.719128\n",
      "[1270]\tvalid_0's auc: 0.719127\n",
      "[1271]\tvalid_0's auc: 0.719121\n",
      "[1272]\tvalid_0's auc: 0.719128\n",
      "[1273]\tvalid_0's auc: 0.719137\n",
      "[1274]\tvalid_0's auc: 0.719128\n",
      "[1275]\tvalid_0's auc: 0.719118\n",
      "[1276]\tvalid_0's auc: 0.719118\n",
      "[1277]\tvalid_0's auc: 0.719115\n",
      "[1278]\tvalid_0's auc: 0.719099\n",
      "[1279]\tvalid_0's auc: 0.719103\n",
      "[1280]\tvalid_0's auc: 0.719101\n",
      "[1281]\tvalid_0's auc: 0.7191\n",
      "[1282]\tvalid_0's auc: 0.719102\n",
      "[1283]\tvalid_0's auc: 0.719091\n",
      "[1284]\tvalid_0's auc: 0.719079\n",
      "[1285]\tvalid_0's auc: 0.719068\n",
      "[1286]\tvalid_0's auc: 0.719074\n",
      "[1287]\tvalid_0's auc: 0.719069\n",
      "[1288]\tvalid_0's auc: 0.719068\n",
      "[1289]\tvalid_0's auc: 0.719054\n",
      "[1290]\tvalid_0's auc: 0.71905\n",
      "[1291]\tvalid_0's auc: 0.719049\n",
      "[1292]\tvalid_0's auc: 0.719046\n",
      "[1293]\tvalid_0's auc: 0.719042\n",
      "[1294]\tvalid_0's auc: 0.71904\n",
      "[1295]\tvalid_0's auc: 0.719031\n",
      "[1296]\tvalid_0's auc: 0.719026\n",
      "[1297]\tvalid_0's auc: 0.719023\n",
      "[1298]\tvalid_0's auc: 0.719024\n",
      "[1299]\tvalid_0's auc: 0.719029\n",
      "[1300]\tvalid_0's auc: 0.719023\n",
      "[1301]\tvalid_0's auc: 0.719022\n",
      "[1302]\tvalid_0's auc: 0.719021\n",
      "[1303]\tvalid_0's auc: 0.719024\n",
      "[1304]\tvalid_0's auc: 0.719019\n",
      "[1305]\tvalid_0's auc: 0.719016\n",
      "[1306]\tvalid_0's auc: 0.719002\n",
      "[1307]\tvalid_0's auc: 0.719009\n",
      "[1308]\tvalid_0's auc: 0.718989\n",
      "[1309]\tvalid_0's auc: 0.718991\n",
      "[1310]\tvalid_0's auc: 0.718996\n",
      "[1311]\tvalid_0's auc: 0.718991\n",
      "[1312]\tvalid_0's auc: 0.718985\n",
      "[1313]\tvalid_0's auc: 0.718984\n",
      "[1314]\tvalid_0's auc: 0.718994\n",
      "[1315]\tvalid_0's auc: 0.718982\n",
      "[1316]\tvalid_0's auc: 0.718984\n",
      "[1317]\tvalid_0's auc: 0.718979\n",
      "[1318]\tvalid_0's auc: 0.718981\n",
      "[1319]\tvalid_0's auc: 0.718977\n",
      "[1320]\tvalid_0's auc: 0.718979\n",
      "[1321]\tvalid_0's auc: 0.718978\n",
      "[1322]\tvalid_0's auc: 0.71896\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1323]\tvalid_0's auc: 0.718956\n",
      "[1324]\tvalid_0's auc: 0.718943\n",
      "[1325]\tvalid_0's auc: 0.718954\n",
      "[1326]\tvalid_0's auc: 0.71896\n",
      "[1327]\tvalid_0's auc: 0.71895\n",
      "[1328]\tvalid_0's auc: 0.718957\n",
      "[1329]\tvalid_0's auc: 0.718959\n",
      "[1330]\tvalid_0's auc: 0.718955\n",
      "[1331]\tvalid_0's auc: 0.718956\n",
      "[1332]\tvalid_0's auc: 0.718956\n",
      "[1333]\tvalid_0's auc: 0.718946\n",
      "[1334]\tvalid_0's auc: 0.718956\n",
      "[1335]\tvalid_0's auc: 0.718932\n",
      "[1336]\tvalid_0's auc: 0.718915\n",
      "[1337]\tvalid_0's auc: 0.718925\n",
      "[1338]\tvalid_0's auc: 0.718904\n",
      "[1339]\tvalid_0's auc: 0.718904\n",
      "[1340]\tvalid_0's auc: 0.718906\n",
      "[1341]\tvalid_0's auc: 0.7189\n",
      "[1342]\tvalid_0's auc: 0.718903\n",
      "[1343]\tvalid_0's auc: 0.718902\n",
      "[1344]\tvalid_0's auc: 0.7189\n",
      "[1345]\tvalid_0's auc: 0.718902\n",
      "[1346]\tvalid_0's auc: 0.718901\n",
      "[1347]\tvalid_0's auc: 0.718899\n",
      "[1348]\tvalid_0's auc: 0.718898\n",
      "[1349]\tvalid_0's auc: 0.718887\n",
      "[1350]\tvalid_0's auc: 0.718889\n",
      "[1351]\tvalid_0's auc: 0.718874\n",
      "[1352]\tvalid_0's auc: 0.718881\n",
      "[1353]\tvalid_0's auc: 0.718888\n",
      "[1354]\tvalid_0's auc: 0.718877\n",
      "[1355]\tvalid_0's auc: 0.718875\n",
      "[1356]\tvalid_0's auc: 0.718867\n",
      "[1357]\tvalid_0's auc: 0.718877\n",
      "[1358]\tvalid_0's auc: 0.718854\n",
      "[1359]\tvalid_0's auc: 0.718852\n",
      "[1360]\tvalid_0's auc: 0.718849\n",
      "[1361]\tvalid_0's auc: 0.718839\n",
      "[1362]\tvalid_0's auc: 0.718851\n",
      "[1363]\tvalid_0's auc: 0.718845\n",
      "[1364]\tvalid_0's auc: 0.718844\n",
      "[1365]\tvalid_0's auc: 0.718848\n",
      "[1366]\tvalid_0's auc: 0.71885\n",
      "[1367]\tvalid_0's auc: 0.718847\n",
      "[1368]\tvalid_0's auc: 0.718842\n",
      "[1369]\tvalid_0's auc: 0.71884\n",
      "[1370]\tvalid_0's auc: 0.718834\n",
      "[1371]\tvalid_0's auc: 0.718829\n",
      "[1372]\tvalid_0's auc: 0.718827\n",
      "[1373]\tvalid_0's auc: 0.718826\n",
      "[1374]\tvalid_0's auc: 0.718825\n",
      "[1375]\tvalid_0's auc: 0.718821\n",
      "[1376]\tvalid_0's auc: 0.718822\n",
      "[1377]\tvalid_0's auc: 0.718815\n",
      "[1378]\tvalid_0's auc: 0.718816\n",
      "[1379]\tvalid_0's auc: 0.718799\n",
      "[1380]\tvalid_0's auc: 0.718801\n",
      "[1381]\tvalid_0's auc: 0.718793\n",
      "[1382]\tvalid_0's auc: 0.718789\n",
      "[1383]\tvalid_0's auc: 0.71879\n",
      "[1384]\tvalid_0's auc: 0.718788\n",
      "[1385]\tvalid_0's auc: 0.718767\n",
      "[1386]\tvalid_0's auc: 0.718759\n",
      "[1387]\tvalid_0's auc: 0.718757\n",
      "[1388]\tvalid_0's auc: 0.718752\n",
      "[1389]\tvalid_0's auc: 0.718743\n",
      "[1390]\tvalid_0's auc: 0.718744\n",
      "[1391]\tvalid_0's auc: 0.71874\n",
      "[1392]\tvalid_0's auc: 0.71874\n",
      "[1393]\tvalid_0's auc: 0.718746\n",
      "[1394]\tvalid_0's auc: 0.718745\n",
      "[1395]\tvalid_0's auc: 0.718732\n",
      "[1396]\tvalid_0's auc: 0.718717\n",
      "[1397]\tvalid_0's auc: 0.718732\n",
      "[1398]\tvalid_0's auc: 0.718725\n",
      "[1399]\tvalid_0's auc: 0.718719\n",
      "[1400]\tvalid_0's auc: 0.718714\n",
      "[1401]\tvalid_0's auc: 0.718722\n",
      "[1402]\tvalid_0's auc: 0.71872\n",
      "[1403]\tvalid_0's auc: 0.718708\n",
      "[1404]\tvalid_0's auc: 0.718707\n",
      "[1405]\tvalid_0's auc: 0.718698\n",
      "[1406]\tvalid_0's auc: 0.718686\n",
      "[1407]\tvalid_0's auc: 0.718683\n",
      "[1408]\tvalid_0's auc: 0.71869\n",
      "[1409]\tvalid_0's auc: 0.718683\n",
      "[1410]\tvalid_0's auc: 0.718672\n",
      "[1411]\tvalid_0's auc: 0.71866\n",
      "[1412]\tvalid_0's auc: 0.718662\n",
      "[1413]\tvalid_0's auc: 0.718659\n",
      "[1414]\tvalid_0's auc: 0.718651\n",
      "[1415]\tvalid_0's auc: 0.718653\n",
      "[1416]\tvalid_0's auc: 0.718648\n",
      "[1417]\tvalid_0's auc: 0.718648\n",
      "[1418]\tvalid_0's auc: 0.718644\n",
      "[1419]\tvalid_0's auc: 0.718637\n",
      "[1420]\tvalid_0's auc: 0.718632\n",
      "[1421]\tvalid_0's auc: 0.718618\n",
      "[1422]\tvalid_0's auc: 0.718611\n",
      "[1423]\tvalid_0's auc: 0.718608\n",
      "[1424]\tvalid_0's auc: 0.718609\n",
      "[1425]\tvalid_0's auc: 0.718608\n",
      "[1426]\tvalid_0's auc: 0.718607\n",
      "[1427]\tvalid_0's auc: 0.71861\n",
      "[1428]\tvalid_0's auc: 0.718613\n",
      "[1429]\tvalid_0's auc: 0.718611\n",
      "[1430]\tvalid_0's auc: 0.71861\n",
      "[1431]\tvalid_0's auc: 0.718618\n",
      "[1432]\tvalid_0's auc: 0.718601\n",
      "[1433]\tvalid_0's auc: 0.7186\n",
      "[1434]\tvalid_0's auc: 0.718594\n",
      "[1435]\tvalid_0's auc: 0.718599\n",
      "[1436]\tvalid_0's auc: 0.718593\n",
      "[1437]\tvalid_0's auc: 0.718597\n",
      "[1438]\tvalid_0's auc: 0.718597\n",
      "[1439]\tvalid_0's auc: 0.718587\n",
      "[1440]\tvalid_0's auc: 0.718583\n",
      "[1441]\tvalid_0's auc: 0.718597\n",
      "[1442]\tvalid_0's auc: 0.718592\n",
      "[1443]\tvalid_0's auc: 0.718587\n",
      "[1444]\tvalid_0's auc: 0.718582\n",
      "[1445]\tvalid_0's auc: 0.718583\n",
      "[1446]\tvalid_0's auc: 0.718576\n",
      "[1447]\tvalid_0's auc: 0.718577\n",
      "[1448]\tvalid_0's auc: 0.718576\n",
      "[1449]\tvalid_0's auc: 0.718569\n",
      "[1450]\tvalid_0's auc: 0.718571\n",
      "[1451]\tvalid_0's auc: 0.718571\n",
      "[1452]\tvalid_0's auc: 0.718559\n",
      "[1453]\tvalid_0's auc: 0.718565\n",
      "[1454]\tvalid_0's auc: 0.718556\n",
      "[1455]\tvalid_0's auc: 0.718554\n",
      "[1456]\tvalid_0's auc: 0.718551\n",
      "[1457]\tvalid_0's auc: 0.718544\n",
      "[1458]\tvalid_0's auc: 0.718526\n",
      "[1459]\tvalid_0's auc: 0.718524\n",
      "[1460]\tvalid_0's auc: 0.718526\n",
      "[1461]\tvalid_0's auc: 0.718529\n",
      "[1462]\tvalid_0's auc: 0.718528\n",
      "[1463]\tvalid_0's auc: 0.718522\n",
      "[1464]\tvalid_0's auc: 0.718521\n",
      "[1465]\tvalid_0's auc: 0.718518\n",
      "[1466]\tvalid_0's auc: 0.718514\n",
      "[1467]\tvalid_0's auc: 0.718514\n",
      "[1468]\tvalid_0's auc: 0.718511\n",
      "[1469]\tvalid_0's auc: 0.718509\n",
      "[1470]\tvalid_0's auc: 0.718501\n",
      "[1471]\tvalid_0's auc: 0.718505\n",
      "[1472]\tvalid_0's auc: 0.718513\n",
      "[1473]\tvalid_0's auc: 0.718494\n",
      "[1474]\tvalid_0's auc: 0.718503\n",
      "[1475]\tvalid_0's auc: 0.718501\n",
      "[1476]\tvalid_0's auc: 0.718499\n",
      "[1477]\tvalid_0's auc: 0.718497\n",
      "[1478]\tvalid_0's auc: 0.718499\n",
      "[1479]\tvalid_0's auc: 0.718497\n",
      "[1480]\tvalid_0's auc: 0.718491\n",
      "[1481]\tvalid_0's auc: 0.718481\n",
      "[1482]\tvalid_0's auc: 0.71848\n",
      "[1483]\tvalid_0's auc: 0.718484\n",
      "[1484]\tvalid_0's auc: 0.718472\n",
      "[1485]\tvalid_0's auc: 0.718469\n",
      "[1486]\tvalid_0's auc: 0.718454\n",
      "[1487]\tvalid_0's auc: 0.718445\n",
      "[1488]\tvalid_0's auc: 0.718449\n",
      "[1489]\tvalid_0's auc: 0.718443\n",
      "[1490]\tvalid_0's auc: 0.718436\n",
      "[1491]\tvalid_0's auc: 0.718439\n",
      "[1492]\tvalid_0's auc: 0.718429\n",
      "[1493]\tvalid_0's auc: 0.718424\n",
      "[1494]\tvalid_0's auc: 0.718422\n",
      "[1495]\tvalid_0's auc: 0.718421\n",
      "[1496]\tvalid_0's auc: 0.718423\n",
      "[1497]\tvalid_0's auc: 0.718416\n",
      "[1498]\tvalid_0's auc: 0.7184\n",
      "[1499]\tvalid_0's auc: 0.71839\n",
      "[1500]\tvalid_0's auc: 0.71838\n",
      "[1501]\tvalid_0's auc: 0.718385\n",
      "[1502]\tvalid_0's auc: 0.718368\n",
      "[1503]\tvalid_0's auc: 0.718377\n",
      "[1504]\tvalid_0's auc: 0.718378\n",
      "[1505]\tvalid_0's auc: 0.718364\n",
      "[1506]\tvalid_0's auc: 0.718349\n",
      "[1507]\tvalid_0's auc: 0.718348\n",
      "[1508]\tvalid_0's auc: 0.718348\n",
      "[1509]\tvalid_0's auc: 0.718345\n",
      "[1510]\tvalid_0's auc: 0.718341\n",
      "[1511]\tvalid_0's auc: 0.718338\n",
      "[1512]\tvalid_0's auc: 0.718339\n",
      "[1513]\tvalid_0's auc: 0.718338\n",
      "[1514]\tvalid_0's auc: 0.718338\n",
      "[1515]\tvalid_0's auc: 0.718319\n",
      "[1516]\tvalid_0's auc: 0.718316\n",
      "[1517]\tvalid_0's auc: 0.718324\n",
      "[1518]\tvalid_0's auc: 0.718328\n",
      "[1519]\tvalid_0's auc: 0.718336\n",
      "[1520]\tvalid_0's auc: 0.718343\n",
      "[1521]\tvalid_0's auc: 0.718346\n",
      "[1522]\tvalid_0's auc: 0.718341\n",
      "[1523]\tvalid_0's auc: 0.718338\n",
      "[1524]\tvalid_0's auc: 0.718334\n",
      "[1525]\tvalid_0's auc: 0.718342\n",
      "[1526]\tvalid_0's auc: 0.718336\n",
      "[1527]\tvalid_0's auc: 0.718333\n",
      "[1528]\tvalid_0's auc: 0.718334\n",
      "[1529]\tvalid_0's auc: 0.71833\n",
      "[1530]\tvalid_0's auc: 0.718323\n",
      "[1531]\tvalid_0's auc: 0.718314\n",
      "[1532]\tvalid_0's auc: 0.718315\n",
      "[1533]\tvalid_0's auc: 0.718318\n",
      "[1534]\tvalid_0's auc: 0.718322\n",
      "[1535]\tvalid_0's auc: 0.718303\n",
      "[1536]\tvalid_0's auc: 0.718308\n",
      "[1537]\tvalid_0's auc: 0.7183\n",
      "[1538]\tvalid_0's auc: 0.718303\n",
      "[1539]\tvalid_0's auc: 0.718291\n",
      "[1540]\tvalid_0's auc: 0.718271\n",
      "[1541]\tvalid_0's auc: 0.718273\n",
      "[1542]\tvalid_0's auc: 0.718276\n",
      "[1543]\tvalid_0's auc: 0.718274\n",
      "[1544]\tvalid_0's auc: 0.718275\n",
      "[1545]\tvalid_0's auc: 0.718266\n",
      "[1546]\tvalid_0's auc: 0.718271\n",
      "[1547]\tvalid_0's auc: 0.71827\n",
      "[1548]\tvalid_0's auc: 0.718273\n",
      "[1549]\tvalid_0's auc: 0.718275\n",
      "[1550]\tvalid_0's auc: 0.718263\n",
      "[1551]\tvalid_0's auc: 0.718259\n",
      "[1552]\tvalid_0's auc: 0.718259\n",
      "[1553]\tvalid_0's auc: 0.718254\n",
      "[1554]\tvalid_0's auc: 0.718253\n",
      "[1555]\tvalid_0's auc: 0.718259\n",
      "[1556]\tvalid_0's auc: 0.71825\n",
      "[1557]\tvalid_0's auc: 0.718246\n",
      "[1558]\tvalid_0's auc: 0.71823\n",
      "[1559]\tvalid_0's auc: 0.718224\n",
      "[1560]\tvalid_0's auc: 0.718221\n",
      "[1561]\tvalid_0's auc: 0.718216\n",
      "[1562]\tvalid_0's auc: 0.718205\n",
      "[1563]\tvalid_0's auc: 0.718195\n",
      "[1564]\tvalid_0's auc: 0.718185\n",
      "[1565]\tvalid_0's auc: 0.718178\n",
      "[1566]\tvalid_0's auc: 0.718179\n",
      "[1567]\tvalid_0's auc: 0.718168\n",
      "[1568]\tvalid_0's auc: 0.718175\n",
      "[1569]\tvalid_0's auc: 0.718179\n",
      "[1570]\tvalid_0's auc: 0.718175\n",
      "[1571]\tvalid_0's auc: 0.718166\n",
      "[1572]\tvalid_0's auc: 0.718163\n",
      "[1573]\tvalid_0's auc: 0.718151\n",
      "[1574]\tvalid_0's auc: 0.718146\n",
      "[1575]\tvalid_0's auc: 0.718143\n",
      "[1576]\tvalid_0's auc: 0.718139\n",
      "[1577]\tvalid_0's auc: 0.718136\n",
      "[1578]\tvalid_0's auc: 0.718145\n",
      "[1579]\tvalid_0's auc: 0.718154\n",
      "[1580]\tvalid_0's auc: 0.718153\n",
      "[1581]\tvalid_0's auc: 0.718164\n",
      "[1582]\tvalid_0's auc: 0.718151\n",
      "[1583]\tvalid_0's auc: 0.718155\n",
      "[1584]\tvalid_0's auc: 0.718154\n",
      "[1585]\tvalid_0's auc: 0.718157\n",
      "[1586]\tvalid_0's auc: 0.718146\n",
      "[1587]\tvalid_0's auc: 0.718132\n",
      "[1588]\tvalid_0's auc: 0.718135\n",
      "[1589]\tvalid_0's auc: 0.718131\n",
      "[1590]\tvalid_0's auc: 0.718129\n",
      "[1591]\tvalid_0's auc: 0.718121\n",
      "[1592]\tvalid_0's auc: 0.718105\n",
      "[1593]\tvalid_0's auc: 0.718097\n",
      "[1594]\tvalid_0's auc: 0.718092\n",
      "[1595]\tvalid_0's auc: 0.718076\n",
      "[1596]\tvalid_0's auc: 0.718075\n",
      "[1597]\tvalid_0's auc: 0.718071\n",
      "[1598]\tvalid_0's auc: 0.718051\n",
      "[1599]\tvalid_0's auc: 0.71806\n",
      "[1600]\tvalid_0's auc: 0.718054\n",
      "[1601]\tvalid_0's auc: 0.718048\n",
      "[1602]\tvalid_0's auc: 0.718046\n",
      "[1603]\tvalid_0's auc: 0.718031\n",
      "[1604]\tvalid_0's auc: 0.718028\n",
      "[1605]\tvalid_0's auc: 0.718011\n",
      "[1606]\tvalid_0's auc: 0.718011\n",
      "[1607]\tvalid_0's auc: 0.718009\n",
      "[1608]\tvalid_0's auc: 0.718016\n",
      "[1609]\tvalid_0's auc: 0.718016\n",
      "[1610]\tvalid_0's auc: 0.718007\n",
      "[1611]\tvalid_0's auc: 0.717999\n",
      "[1612]\tvalid_0's auc: 0.717984\n",
      "[1613]\tvalid_0's auc: 0.717992\n",
      "[1614]\tvalid_0's auc: 0.717972\n",
      "[1615]\tvalid_0's auc: 0.717973\n",
      "[1616]\tvalid_0's auc: 0.717971\n",
      "[1617]\tvalid_0's auc: 0.717971\n",
      "[1618]\tvalid_0's auc: 0.717968\n",
      "[1619]\tvalid_0's auc: 0.717968\n",
      "[1620]\tvalid_0's auc: 0.717966\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1621]\tvalid_0's auc: 0.717973\n",
      "[1622]\tvalid_0's auc: 0.717957\n",
      "[1623]\tvalid_0's auc: 0.717965\n",
      "[1624]\tvalid_0's auc: 0.717959\n",
      "[1625]\tvalid_0's auc: 0.717956\n",
      "[1626]\tvalid_0's auc: 0.717934\n",
      "[1627]\tvalid_0's auc: 0.717934\n",
      "[1628]\tvalid_0's auc: 0.717928\n",
      "[1629]\tvalid_0's auc: 0.71793\n",
      "[1630]\tvalid_0's auc: 0.717925\n",
      "[1631]\tvalid_0's auc: 0.717922\n",
      "[1632]\tvalid_0's auc: 0.717909\n",
      "[1633]\tvalid_0's auc: 0.717908\n",
      "[1634]\tvalid_0's auc: 0.7179\n",
      "[1635]\tvalid_0's auc: 0.717899\n",
      "[1636]\tvalid_0's auc: 0.717893\n",
      "[1637]\tvalid_0's auc: 0.717881\n",
      "[1638]\tvalid_0's auc: 0.717893\n",
      "[1639]\tvalid_0's auc: 0.717865\n",
      "[1640]\tvalid_0's auc: 0.717863\n",
      "[1641]\tvalid_0's auc: 0.717867\n",
      "[1642]\tvalid_0's auc: 0.717867\n",
      "[1643]\tvalid_0's auc: 0.717872\n",
      "[1644]\tvalid_0's auc: 0.717872\n",
      "[1645]\tvalid_0's auc: 0.717865\n",
      "[1646]\tvalid_0's auc: 0.717854\n",
      "[1647]\tvalid_0's auc: 0.717851\n",
      "[1648]\tvalid_0's auc: 0.717845\n",
      "[1649]\tvalid_0's auc: 0.717852\n",
      "[1650]\tvalid_0's auc: 0.717838\n",
      "[1651]\tvalid_0's auc: 0.717836\n",
      "[1652]\tvalid_0's auc: 0.717828\n",
      "[1653]\tvalid_0's auc: 0.717826\n",
      "[1654]\tvalid_0's auc: 0.717825\n",
      "[1655]\tvalid_0's auc: 0.717821\n",
      "[1656]\tvalid_0's auc: 0.717815\n",
      "[1657]\tvalid_0's auc: 0.717808\n",
      "[1658]\tvalid_0's auc: 0.717804\n",
      "[1659]\tvalid_0's auc: 0.717795\n",
      "[1660]\tvalid_0's auc: 0.7178\n",
      "[1661]\tvalid_0's auc: 0.717799\n",
      "[1662]\tvalid_0's auc: 0.717798\n",
      "[1663]\tvalid_0's auc: 0.717795\n",
      "[1664]\tvalid_0's auc: 0.717803\n",
      "[1665]\tvalid_0's auc: 0.717804\n",
      "[1666]\tvalid_0's auc: 0.7178\n",
      "[1667]\tvalid_0's auc: 0.717779\n",
      "[1668]\tvalid_0's auc: 0.717779\n",
      "[1669]\tvalid_0's auc: 0.717776\n",
      "[1670]\tvalid_0's auc: 0.717769\n",
      "[1671]\tvalid_0's auc: 0.717766\n",
      "[1672]\tvalid_0's auc: 0.717766\n",
      "[1673]\tvalid_0's auc: 0.717759\n",
      "[1674]\tvalid_0's auc: 0.717759\n",
      "[1675]\tvalid_0's auc: 0.717753\n",
      "[1676]\tvalid_0's auc: 0.717749\n",
      "[1677]\tvalid_0's auc: 0.717747\n",
      "[1678]\tvalid_0's auc: 0.717739\n",
      "[1679]\tvalid_0's auc: 0.717727\n",
      "[1680]\tvalid_0's auc: 0.717718\n",
      "[1681]\tvalid_0's auc: 0.717708\n",
      "[1682]\tvalid_0's auc: 0.717696\n",
      "[1683]\tvalid_0's auc: 0.717696\n",
      "[1684]\tvalid_0's auc: 0.717693\n",
      "[1685]\tvalid_0's auc: 0.717686\n",
      "[1686]\tvalid_0's auc: 0.717684\n",
      "[1687]\tvalid_0's auc: 0.717682\n",
      "[1688]\tvalid_0's auc: 0.717673\n",
      "[1689]\tvalid_0's auc: 0.717669\n",
      "[1690]\tvalid_0's auc: 0.717662\n",
      "[1691]\tvalid_0's auc: 0.717667\n",
      "[1692]\tvalid_0's auc: 0.717675\n",
      "[1693]\tvalid_0's auc: 0.717681\n",
      "[1694]\tvalid_0's auc: 0.717661\n",
      "[1695]\tvalid_0's auc: 0.717655\n",
      "[1696]\tvalid_0's auc: 0.71766\n",
      "[1697]\tvalid_0's auc: 0.717659\n",
      "[1698]\tvalid_0's auc: 0.717656\n",
      "[1699]\tvalid_0's auc: 0.717646\n",
      "[1700]\tvalid_0's auc: 0.717652\n",
      "[1701]\tvalid_0's auc: 0.71765\n",
      "[1702]\tvalid_0's auc: 0.717649\n",
      "[1703]\tvalid_0's auc: 0.717652\n",
      "[1704]\tvalid_0's auc: 0.717633\n",
      "[1705]\tvalid_0's auc: 0.717622\n",
      "[1706]\tvalid_0's auc: 0.717622\n",
      "[1707]\tvalid_0's auc: 0.717623\n",
      "[1708]\tvalid_0's auc: 0.717626\n",
      "[1709]\tvalid_0's auc: 0.71762\n",
      "[1710]\tvalid_0's auc: 0.717608\n",
      "[1711]\tvalid_0's auc: 0.71761\n",
      "[1712]\tvalid_0's auc: 0.717612\n",
      "[1713]\tvalid_0's auc: 0.717595\n",
      "[1714]\tvalid_0's auc: 0.717586\n",
      "[1715]\tvalid_0's auc: 0.717583\n",
      "[1716]\tvalid_0's auc: 0.717574\n",
      "[1717]\tvalid_0's auc: 0.717571\n",
      "[1718]\tvalid_0's auc: 0.717577\n",
      "[1719]\tvalid_0's auc: 0.717574\n",
      "[1720]\tvalid_0's auc: 0.717567\n",
      "[1721]\tvalid_0's auc: 0.717568\n",
      "[1722]\tvalid_0's auc: 0.717565\n",
      "[1723]\tvalid_0's auc: 0.717558\n",
      "[1724]\tvalid_0's auc: 0.717565\n",
      "[1725]\tvalid_0's auc: 0.717548\n",
      "[1726]\tvalid_0's auc: 0.71754\n",
      "[1727]\tvalid_0's auc: 0.717536\n",
      "[1728]\tvalid_0's auc: 0.71753\n",
      "[1729]\tvalid_0's auc: 0.717518\n",
      "[1730]\tvalid_0's auc: 0.717521\n",
      "[1731]\tvalid_0's auc: 0.717514\n",
      "[1732]\tvalid_0's auc: 0.717513\n",
      "[1733]\tvalid_0's auc: 0.717509\n",
      "[1734]\tvalid_0's auc: 0.717512\n",
      "[1735]\tvalid_0's auc: 0.717525\n",
      "[1736]\tvalid_0's auc: 0.717519\n",
      "[1737]\tvalid_0's auc: 0.717517\n",
      "[1738]\tvalid_0's auc: 0.717507\n",
      "[1739]\tvalid_0's auc: 0.717513\n",
      "[1740]\tvalid_0's auc: 0.717516\n",
      "[1741]\tvalid_0's auc: 0.717517\n",
      "[1742]\tvalid_0's auc: 0.717509\n",
      "[1743]\tvalid_0's auc: 0.717506\n",
      "[1744]\tvalid_0's auc: 0.717498\n",
      "[1745]\tvalid_0's auc: 0.717487\n",
      "[1746]\tvalid_0's auc: 0.71749\n",
      "[1747]\tvalid_0's auc: 0.717489\n",
      "[1748]\tvalid_0's auc: 0.717492\n",
      "[1749]\tvalid_0's auc: 0.717487\n",
      "[1750]\tvalid_0's auc: 0.717492\n",
      "[1751]\tvalid_0's auc: 0.717481\n",
      "[1752]\tvalid_0's auc: 0.717473\n",
      "[1753]\tvalid_0's auc: 0.717466\n",
      "[1754]\tvalid_0's auc: 0.717458\n",
      "[1755]\tvalid_0's auc: 0.717468\n",
      "[1756]\tvalid_0's auc: 0.717457\n",
      "[1757]\tvalid_0's auc: 0.71746\n",
      "[1758]\tvalid_0's auc: 0.717448\n",
      "[1759]\tvalid_0's auc: 0.717445\n",
      "[1760]\tvalid_0's auc: 0.717432\n",
      "[1761]\tvalid_0's auc: 0.717417\n",
      "[1762]\tvalid_0's auc: 0.71741\n",
      "[1763]\tvalid_0's auc: 0.717401\n",
      "[1764]\tvalid_0's auc: 0.717396\n",
      "[1765]\tvalid_0's auc: 0.717393\n",
      "[1766]\tvalid_0's auc: 0.717385\n",
      "[1767]\tvalid_0's auc: 0.717377\n",
      "[1768]\tvalid_0's auc: 0.717381\n",
      "[1769]\tvalid_0's auc: 0.717385\n",
      "[1770]\tvalid_0's auc: 0.71737\n",
      "[1771]\tvalid_0's auc: 0.71736\n",
      "[1772]\tvalid_0's auc: 0.717362\n",
      "[1773]\tvalid_0's auc: 0.71737\n",
      "[1774]\tvalid_0's auc: 0.717368\n",
      "[1775]\tvalid_0's auc: 0.717365\n",
      "[1776]\tvalid_0's auc: 0.717368\n",
      "[1777]\tvalid_0's auc: 0.71737\n",
      "[1778]\tvalid_0's auc: 0.717357\n",
      "[1779]\tvalid_0's auc: 0.717356\n",
      "[1780]\tvalid_0's auc: 0.71735\n",
      "[1781]\tvalid_0's auc: 0.717357\n",
      "[1782]\tvalid_0's auc: 0.717366\n",
      "[1783]\tvalid_0's auc: 0.717349\n",
      "[1784]\tvalid_0's auc: 0.717346\n",
      "[1785]\tvalid_0's auc: 0.717338\n",
      "[1786]\tvalid_0's auc: 0.717332\n",
      "[1787]\tvalid_0's auc: 0.717329\n",
      "[1788]\tvalid_0's auc: 0.717325\n",
      "[1789]\tvalid_0's auc: 0.717325\n",
      "[1790]\tvalid_0's auc: 0.717315\n",
      "[1791]\tvalid_0's auc: 0.717317\n",
      "[1792]\tvalid_0's auc: 0.717318\n",
      "[1793]\tvalid_0's auc: 0.717301\n",
      "[1794]\tvalid_0's auc: 0.717296\n",
      "[1795]\tvalid_0's auc: 0.717298\n",
      "[1796]\tvalid_0's auc: 0.717274\n",
      "[1797]\tvalid_0's auc: 0.717276\n",
      "[1798]\tvalid_0's auc: 0.717282\n",
      "[1799]\tvalid_0's auc: 0.717287\n",
      "[1800]\tvalid_0's auc: 0.717277\n",
      "[1801]\tvalid_0's auc: 0.717275\n",
      "[1802]\tvalid_0's auc: 0.717268\n",
      "[1803]\tvalid_0's auc: 0.717269\n",
      "[1804]\tvalid_0's auc: 0.717283\n",
      "[1805]\tvalid_0's auc: 0.717262\n",
      "[1806]\tvalid_0's auc: 0.717255\n",
      "[1807]\tvalid_0's auc: 0.717252\n",
      "[1808]\tvalid_0's auc: 0.717258\n",
      "[1809]\tvalid_0's auc: 0.717243\n",
      "[1810]\tvalid_0's auc: 0.717242\n",
      "[1811]\tvalid_0's auc: 0.717238\n",
      "[1812]\tvalid_0's auc: 0.717231\n",
      "[1813]\tvalid_0's auc: 0.717221\n",
      "[1814]\tvalid_0's auc: 0.717214\n",
      "[1815]\tvalid_0's auc: 0.717214\n",
      "[1816]\tvalid_0's auc: 0.717222\n",
      "[1817]\tvalid_0's auc: 0.717227\n",
      "[1818]\tvalid_0's auc: 0.717228\n",
      "[1819]\tvalid_0's auc: 0.717218\n",
      "[1820]\tvalid_0's auc: 0.71722\n",
      "[1821]\tvalid_0's auc: 0.717222\n",
      "[1822]\tvalid_0's auc: 0.717213\n",
      "[1823]\tvalid_0's auc: 0.717195\n",
      "[1824]\tvalid_0's auc: 0.717187\n",
      "[1825]\tvalid_0's auc: 0.717184\n",
      "[1826]\tvalid_0's auc: 0.717181\n",
      "[1827]\tvalid_0's auc: 0.717187\n",
      "[1828]\tvalid_0's auc: 0.717179\n",
      "[1829]\tvalid_0's auc: 0.71717\n",
      "[1830]\tvalid_0's auc: 0.717156\n",
      "[1831]\tvalid_0's auc: 0.717148\n",
      "[1832]\tvalid_0's auc: 0.717155\n",
      "[1833]\tvalid_0's auc: 0.717148\n",
      "[1834]\tvalid_0's auc: 0.717157\n",
      "[1835]\tvalid_0's auc: 0.717145\n",
      "[1836]\tvalid_0's auc: 0.717148\n",
      "[1837]\tvalid_0's auc: 0.71715\n",
      "[1838]\tvalid_0's auc: 0.717143\n",
      "[1839]\tvalid_0's auc: 0.717136\n",
      "[1840]\tvalid_0's auc: 0.71713\n",
      "[1841]\tvalid_0's auc: 0.717131\n",
      "[1842]\tvalid_0's auc: 0.71713\n",
      "[1843]\tvalid_0's auc: 0.717131\n",
      "[1844]\tvalid_0's auc: 0.717124\n",
      "[1845]\tvalid_0's auc: 0.717118\n",
      "[1846]\tvalid_0's auc: 0.717113\n",
      "[1847]\tvalid_0's auc: 0.717109\n",
      "[1848]\tvalid_0's auc: 0.717103\n",
      "[1849]\tvalid_0's auc: 0.717109\n",
      "[1850]\tvalid_0's auc: 0.717107\n",
      "[1851]\tvalid_0's auc: 0.717107\n",
      "[1852]\tvalid_0's auc: 0.717104\n",
      "[1853]\tvalid_0's auc: 0.717091\n",
      "[1854]\tvalid_0's auc: 0.717083\n",
      "[1855]\tvalid_0's auc: 0.717076\n",
      "[1856]\tvalid_0's auc: 0.717077\n",
      "[1857]\tvalid_0's auc: 0.717069\n",
      "[1858]\tvalid_0's auc: 0.717071\n",
      "[1859]\tvalid_0's auc: 0.717069\n",
      "[1860]\tvalid_0's auc: 0.717064\n",
      "[1861]\tvalid_0's auc: 0.717067\n",
      "[1862]\tvalid_0's auc: 0.717064\n",
      "[1863]\tvalid_0's auc: 0.717066\n",
      "[1864]\tvalid_0's auc: 0.71706\n",
      "[1865]\tvalid_0's auc: 0.717063\n",
      "[1866]\tvalid_0's auc: 0.717049\n",
      "[1867]\tvalid_0's auc: 0.717043\n",
      "[1868]\tvalid_0's auc: 0.717041\n",
      "[1869]\tvalid_0's auc: 0.717048\n",
      "[1870]\tvalid_0's auc: 0.717038\n",
      "[1871]\tvalid_0's auc: 0.717037\n",
      "[1872]\tvalid_0's auc: 0.717023\n",
      "[1873]\tvalid_0's auc: 0.717002\n",
      "[1874]\tvalid_0's auc: 0.716989\n",
      "[1875]\tvalid_0's auc: 0.716991\n",
      "[1876]\tvalid_0's auc: 0.716986\n",
      "[1877]\tvalid_0's auc: 0.716987\n",
      "[1878]\tvalid_0's auc: 0.716976\n",
      "[1879]\tvalid_0's auc: 0.71697\n",
      "[1880]\tvalid_0's auc: 0.716957\n",
      "[1881]\tvalid_0's auc: 0.716955\n",
      "[1882]\tvalid_0's auc: 0.716962\n",
      "[1883]\tvalid_0's auc: 0.71696\n",
      "[1884]\tvalid_0's auc: 0.716962\n",
      "[1885]\tvalid_0's auc: 0.716949\n",
      "[1886]\tvalid_0's auc: 0.716952\n",
      "[1887]\tvalid_0's auc: 0.716949\n",
      "[1888]\tvalid_0's auc: 0.716935\n",
      "[1889]\tvalid_0's auc: 0.716939\n",
      "[1890]\tvalid_0's auc: 0.716942\n",
      "[1891]\tvalid_0's auc: 0.716942\n",
      "[1892]\tvalid_0's auc: 0.716947\n",
      "[1893]\tvalid_0's auc: 0.716947\n",
      "[1894]\tvalid_0's auc: 0.71695\n",
      "[1895]\tvalid_0's auc: 0.716949\n",
      "[1896]\tvalid_0's auc: 0.716925\n",
      "[1897]\tvalid_0's auc: 0.716923\n",
      "[1898]\tvalid_0's auc: 0.716922\n",
      "[1899]\tvalid_0's auc: 0.716916\n",
      "[1900]\tvalid_0's auc: 0.716913\n",
      "[1901]\tvalid_0's auc: 0.716907\n",
      "[1902]\tvalid_0's auc: 0.71692\n",
      "[1903]\tvalid_0's auc: 0.716897\n",
      "[1904]\tvalid_0's auc: 0.716898\n",
      "[1905]\tvalid_0's auc: 0.716885\n",
      "[1906]\tvalid_0's auc: 0.716893\n",
      "[1907]\tvalid_0's auc: 0.716882\n",
      "[1908]\tvalid_0's auc: 0.716878\n",
      "[1909]\tvalid_0's auc: 0.716872\n",
      "[1910]\tvalid_0's auc: 0.716864\n",
      "[1911]\tvalid_0's auc: 0.716861\n",
      "[1912]\tvalid_0's auc: 0.716855\n",
      "[1913]\tvalid_0's auc: 0.716858\n",
      "[1914]\tvalid_0's auc: 0.716859\n",
      "[1915]\tvalid_0's auc: 0.716858\n",
      "[1916]\tvalid_0's auc: 0.716858\n",
      "[1917]\tvalid_0's auc: 0.716843\n",
      "[1918]\tvalid_0's auc: 0.716847\n",
      "[1919]\tvalid_0's auc: 0.716854\n",
      "[1920]\tvalid_0's auc: 0.716849\n",
      "[1921]\tvalid_0's auc: 0.716839\n",
      "[1922]\tvalid_0's auc: 0.716834\n",
      "[1923]\tvalid_0's auc: 0.716827\n",
      "[1924]\tvalid_0's auc: 0.71683\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1925]\tvalid_0's auc: 0.716824\n",
      "[1926]\tvalid_0's auc: 0.716819\n",
      "[1927]\tvalid_0's auc: 0.716822\n",
      "[1928]\tvalid_0's auc: 0.716805\n",
      "[1929]\tvalid_0's auc: 0.716798\n",
      "[1930]\tvalid_0's auc: 0.716798\n",
      "[1931]\tvalid_0's auc: 0.716789\n",
      "[1932]\tvalid_0's auc: 0.716792\n",
      "[1933]\tvalid_0's auc: 0.716789\n",
      "[1934]\tvalid_0's auc: 0.716796\n",
      "[1935]\tvalid_0's auc: 0.716785\n",
      "[1936]\tvalid_0's auc: 0.716786\n",
      "[1937]\tvalid_0's auc: 0.716782\n",
      "[1938]\tvalid_0's auc: 0.716774\n",
      "[1939]\tvalid_0's auc: 0.716785\n",
      "[1940]\tvalid_0's auc: 0.716784\n",
      "[1941]\tvalid_0's auc: 0.71678\n",
      "[1942]\tvalid_0's auc: 0.71677\n",
      "[1943]\tvalid_0's auc: 0.716765\n",
      "[1944]\tvalid_0's auc: 0.716769\n",
      "[1945]\tvalid_0's auc: 0.716771\n",
      "[1946]\tvalid_0's auc: 0.716772\n",
      "[1947]\tvalid_0's auc: 0.716753\n",
      "[1948]\tvalid_0's auc: 0.716751\n",
      "[1949]\tvalid_0's auc: 0.716741\n",
      "[1950]\tvalid_0's auc: 0.716738\n",
      "[1951]\tvalid_0's auc: 0.716736\n",
      "[1952]\tvalid_0's auc: 0.716719\n",
      "[1953]\tvalid_0's auc: 0.716714\n",
      "[1954]\tvalid_0's auc: 0.716711\n",
      "[1955]\tvalid_0's auc: 0.716706\n",
      "[1956]\tvalid_0's auc: 0.71671\n",
      "[1957]\tvalid_0's auc: 0.716709\n",
      "[1958]\tvalid_0's auc: 0.716713\n",
      "[1959]\tvalid_0's auc: 0.716692\n",
      "[1960]\tvalid_0's auc: 0.716683\n",
      "[1961]\tvalid_0's auc: 0.716677\n",
      "[1962]\tvalid_0's auc: 0.71667\n",
      "[1963]\tvalid_0's auc: 0.716668\n",
      "[1964]\tvalid_0's auc: 0.716666\n",
      "[1965]\tvalid_0's auc: 0.716661\n",
      "[1966]\tvalid_0's auc: 0.716653\n",
      "[1967]\tvalid_0's auc: 0.716648\n",
      "[1968]\tvalid_0's auc: 0.716657\n",
      "[1969]\tvalid_0's auc: 0.716652\n",
      "[1970]\tvalid_0's auc: 0.716648\n",
      "[1971]\tvalid_0's auc: 0.716648\n",
      "[1972]\tvalid_0's auc: 0.716652\n",
      "[1973]\tvalid_0's auc: 0.71664\n",
      "[1974]\tvalid_0's auc: 0.71664\n",
      "[1975]\tvalid_0's auc: 0.716638\n",
      "[1976]\tvalid_0's auc: 0.716633\n",
      "[1977]\tvalid_0's auc: 0.716621\n",
      "[1978]\tvalid_0's auc: 0.71662\n",
      "[1979]\tvalid_0's auc: 0.716619\n",
      "[1980]\tvalid_0's auc: 0.716604\n",
      "[1981]\tvalid_0's auc: 0.716603\n",
      "[1982]\tvalid_0's auc: 0.716594\n",
      "[1983]\tvalid_0's auc: 0.71659\n",
      "[1984]\tvalid_0's auc: 0.716584\n",
      "[1985]\tvalid_0's auc: 0.716587\n",
      "[1986]\tvalid_0's auc: 0.716567\n",
      "[1987]\tvalid_0's auc: 0.716575\n",
      "[1988]\tvalid_0's auc: 0.716569\n",
      "[1989]\tvalid_0's auc: 0.716566\n",
      "[1990]\tvalid_0's auc: 0.716556\n",
      "[1991]\tvalid_0's auc: 0.71655\n",
      "[1992]\tvalid_0's auc: 0.716558\n",
      "[1993]\tvalid_0's auc: 0.716546\n",
      "[1994]\tvalid_0's auc: 0.716536\n",
      "[1995]\tvalid_0's auc: 0.716537\n",
      "[1996]\tvalid_0's auc: 0.716541\n",
      "[1997]\tvalid_0's auc: 0.716546\n",
      "[1998]\tvalid_0's auc: 0.716548\n",
      "[1999]\tvalid_0's auc: 0.71654\n",
      "[2000]\tvalid_0's auc: 0.716541\n",
      "3\n",
      "0        0\n",
      "2        0\n",
      "15       1\n",
      "21       1\n",
      "29       0\n",
      "        ..\n",
      "86176    0\n",
      "86178    1\n",
      "86193    1\n",
      "86194    1\n",
      "86197    1\n",
      "Name: label, Length: 17239, dtype: object\n",
      "[LightGBM] [Warning] feature_fraction is set=0.8, colsample_bytree=1.0 will be ignored. Current value: feature_fraction=0.8\n",
      "[LightGBM] [Warning] bagging_fraction is set=0.8, subsample=0.8 will be ignored. Current value: bagging_fraction=0.8\n",
      "[1]\tvalid_0's auc: 0.723047\n",
      "[2]\tvalid_0's auc: 0.73044\n",
      "[3]\tvalid_0's auc: 0.731706\n",
      "[4]\tvalid_0's auc: 0.731383\n",
      "[5]\tvalid_0's auc: 0.730995\n",
      "[6]\tvalid_0's auc: 0.731266\n",
      "[7]\tvalid_0's auc: 0.731008\n",
      "[8]\tvalid_0's auc: 0.731398\n",
      "[9]\tvalid_0's auc: 0.731751\n",
      "[10]\tvalid_0's auc: 0.73183\n",
      "[11]\tvalid_0's auc: 0.731883\n",
      "[12]\tvalid_0's auc: 0.732348\n",
      "[13]\tvalid_0's auc: 0.732682\n",
      "[14]\tvalid_0's auc: 0.732974\n",
      "[15]\tvalid_0's auc: 0.73321\n",
      "[16]\tvalid_0's auc: 0.733343\n",
      "[17]\tvalid_0's auc: 0.733199\n",
      "[18]\tvalid_0's auc: 0.733179\n",
      "[19]\tvalid_0's auc: 0.733231\n",
      "[20]\tvalid_0's auc: 0.733397\n",
      "[21]\tvalid_0's auc: 0.733387\n",
      "[22]\tvalid_0's auc: 0.733374\n",
      "[23]\tvalid_0's auc: 0.733434\n",
      "[24]\tvalid_0's auc: 0.733438\n",
      "[25]\tvalid_0's auc: 0.73335\n",
      "[26]\tvalid_0's auc: 0.733296\n",
      "[27]\tvalid_0's auc: 0.733276\n",
      "[28]\tvalid_0's auc: 0.733232\n",
      "[29]\tvalid_0's auc: 0.733131\n",
      "[30]\tvalid_0's auc: 0.733064\n",
      "[31]\tvalid_0's auc: 0.733073\n",
      "[32]\tvalid_0's auc: 0.73312\n",
      "[33]\tvalid_0's auc: 0.7332\n",
      "[34]\tvalid_0's auc: 0.733253\n",
      "[35]\tvalid_0's auc: 0.733254\n",
      "[36]\tvalid_0's auc: 0.733197\n",
      "[37]\tvalid_0's auc: 0.733177\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\env\\Anaconda3\\lib\\site-packages\\lightgbm\\sklearn.py:736: UserWarning: 'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n",
      "  _log_warning(\"'verbose' argument is deprecated and will be removed in a future release of LightGBM. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[38]\tvalid_0's auc: 0.733185\n",
      "[39]\tvalid_0's auc: 0.733178\n",
      "[40]\tvalid_0's auc: 0.733163\n",
      "[41]\tvalid_0's auc: 0.733245\n",
      "[42]\tvalid_0's auc: 0.733252\n",
      "[43]\tvalid_0's auc: 0.733255\n",
      "[44]\tvalid_0's auc: 0.733183\n",
      "[45]\tvalid_0's auc: 0.733101\n",
      "[46]\tvalid_0's auc: 0.733054\n",
      "[47]\tvalid_0's auc: 0.73298\n",
      "[48]\tvalid_0's auc: 0.732956\n",
      "[49]\tvalid_0's auc: 0.732933\n",
      "[50]\tvalid_0's auc: 0.7329\n",
      "[51]\tvalid_0's auc: 0.732926\n",
      "[52]\tvalid_0's auc: 0.732986\n",
      "[53]\tvalid_0's auc: 0.733018\n",
      "[54]\tvalid_0's auc: 0.733038\n",
      "[55]\tvalid_0's auc: 0.733027\n",
      "[56]\tvalid_0's auc: 0.732998\n",
      "[57]\tvalid_0's auc: 0.733008\n",
      "[58]\tvalid_0's auc: 0.733009\n",
      "[59]\tvalid_0's auc: 0.73297\n",
      "[60]\tvalid_0's auc: 0.732953\n",
      "[61]\tvalid_0's auc: 0.732997\n",
      "[62]\tvalid_0's auc: 0.732949\n",
      "[63]\tvalid_0's auc: 0.732947\n",
      "[64]\tvalid_0's auc: 0.732954\n",
      "[65]\tvalid_0's auc: 0.73293\n",
      "[66]\tvalid_0's auc: 0.73296\n",
      "[67]\tvalid_0's auc: 0.733023\n",
      "[68]\tvalid_0's auc: 0.732993\n",
      "[69]\tvalid_0's auc: 0.732946\n",
      "[70]\tvalid_0's auc: 0.732925\n",
      "[71]\tvalid_0's auc: 0.73295\n",
      "[72]\tvalid_0's auc: 0.732884\n",
      "[73]\tvalid_0's auc: 0.732904\n",
      "[74]\tvalid_0's auc: 0.732926\n",
      "[75]\tvalid_0's auc: 0.732948\n",
      "[76]\tvalid_0's auc: 0.732957\n",
      "[77]\tvalid_0's auc: 0.732995\n",
      "[78]\tvalid_0's auc: 0.73303\n",
      "[79]\tvalid_0's auc: 0.732995\n",
      "[80]\tvalid_0's auc: 0.732977\n",
      "[81]\tvalid_0's auc: 0.732974\n",
      "[82]\tvalid_0's auc: 0.73299\n",
      "[83]\tvalid_0's auc: 0.732979\n",
      "[84]\tvalid_0's auc: 0.733001\n",
      "[85]\tvalid_0's auc: 0.733024\n",
      "[86]\tvalid_0's auc: 0.73301\n",
      "[87]\tvalid_0's auc: 0.733006\n",
      "[88]\tvalid_0's auc: 0.732984\n",
      "[89]\tvalid_0's auc: 0.732987\n",
      "[90]\tvalid_0's auc: 0.732975\n",
      "[91]\tvalid_0's auc: 0.733011\n",
      "[92]\tvalid_0's auc: 0.732996\n",
      "[93]\tvalid_0's auc: 0.733008\n",
      "[94]\tvalid_0's auc: 0.733011\n",
      "[95]\tvalid_0's auc: 0.733042\n",
      "[96]\tvalid_0's auc: 0.733018\n",
      "[97]\tvalid_0's auc: 0.733015\n",
      "[98]\tvalid_0's auc: 0.733021\n",
      "[99]\tvalid_0's auc: 0.733009\n",
      "[100]\tvalid_0's auc: 0.732997\n",
      "[101]\tvalid_0's auc: 0.732984\n",
      "[102]\tvalid_0's auc: 0.733023\n",
      "[103]\tvalid_0's auc: 0.732989\n",
      "[104]\tvalid_0's auc: 0.732973\n",
      "[105]\tvalid_0's auc: 0.732962\n",
      "[106]\tvalid_0's auc: 0.732959\n",
      "[107]\tvalid_0's auc: 0.732953\n",
      "[108]\tvalid_0's auc: 0.732966\n",
      "[109]\tvalid_0's auc: 0.732948\n",
      "[110]\tvalid_0's auc: 0.732923\n",
      "[111]\tvalid_0's auc: 0.732974\n",
      "[112]\tvalid_0's auc: 0.732961\n",
      "[113]\tvalid_0's auc: 0.732944\n",
      "[114]\tvalid_0's auc: 0.732996\n",
      "[115]\tvalid_0's auc: 0.732968\n",
      "[116]\tvalid_0's auc: 0.733018\n",
      "[117]\tvalid_0's auc: 0.732969\n",
      "[118]\tvalid_0's auc: 0.732964\n",
      "[119]\tvalid_0's auc: 0.732959\n",
      "[120]\tvalid_0's auc: 0.732959\n",
      "[121]\tvalid_0's auc: 0.732933\n",
      "[122]\tvalid_0's auc: 0.732942\n",
      "[123]\tvalid_0's auc: 0.732922\n",
      "[124]\tvalid_0's auc: 0.732921\n",
      "[125]\tvalid_0's auc: 0.732921\n",
      "[126]\tvalid_0's auc: 0.732936\n",
      "[127]\tvalid_0's auc: 0.732944\n",
      "[128]\tvalid_0's auc: 0.732955\n",
      "[129]\tvalid_0's auc: 0.732953\n",
      "[130]\tvalid_0's auc: 0.732957\n",
      "[131]\tvalid_0's auc: 0.732945\n",
      "[132]\tvalid_0's auc: 0.732954\n",
      "[133]\tvalid_0's auc: 0.732955\n",
      "[134]\tvalid_0's auc: 0.732964\n",
      "[135]\tvalid_0's auc: 0.732957\n",
      "[136]\tvalid_0's auc: 0.732966\n",
      "[137]\tvalid_0's auc: 0.732975\n",
      "[138]\tvalid_0's auc: 0.733002\n",
      "[139]\tvalid_0's auc: 0.733036\n",
      "[140]\tvalid_0's auc: 0.733042\n",
      "[141]\tvalid_0's auc: 0.733053\n",
      "[142]\tvalid_0's auc: 0.733097\n",
      "[143]\tvalid_0's auc: 0.73308\n",
      "[144]\tvalid_0's auc: 0.733076\n",
      "[145]\tvalid_0's auc: 0.73308\n",
      "[146]\tvalid_0's auc: 0.733083\n",
      "[147]\tvalid_0's auc: 0.733073\n",
      "[148]\tvalid_0's auc: 0.733047\n",
      "[149]\tvalid_0's auc: 0.733054\n",
      "[150]\tvalid_0's auc: 0.733058\n",
      "[151]\tvalid_0's auc: 0.733052\n",
      "[152]\tvalid_0's auc: 0.733028\n",
      "[153]\tvalid_0's auc: 0.733028\n",
      "[154]\tvalid_0's auc: 0.733043\n",
      "[155]\tvalid_0's auc: 0.733023\n",
      "[156]\tvalid_0's auc: 0.733059\n",
      "[157]\tvalid_0's auc: 0.733058\n",
      "[158]\tvalid_0's auc: 0.733056\n",
      "[159]\tvalid_0's auc: 0.733038\n",
      "[160]\tvalid_0's auc: 0.733045\n",
      "[161]\tvalid_0's auc: 0.733054\n",
      "[162]\tvalid_0's auc: 0.733053\n",
      "[163]\tvalid_0's auc: 0.733057\n",
      "[164]\tvalid_0's auc: 0.733038\n",
      "[165]\tvalid_0's auc: 0.733048\n",
      "[166]\tvalid_0's auc: 0.733051\n",
      "[167]\tvalid_0's auc: 0.733061\n",
      "[168]\tvalid_0's auc: 0.733051\n",
      "[169]\tvalid_0's auc: 0.733056\n",
      "[170]\tvalid_0's auc: 0.733058\n",
      "[171]\tvalid_0's auc: 0.733048\n",
      "[172]\tvalid_0's auc: 0.733066\n",
      "[173]\tvalid_0's auc: 0.733054\n",
      "[174]\tvalid_0's auc: 0.733047\n",
      "[175]\tvalid_0's auc: 0.733057\n",
      "[176]\tvalid_0's auc: 0.73304\n",
      "[177]\tvalid_0's auc: 0.733046\n",
      "[178]\tvalid_0's auc: 0.733063\n",
      "[179]\tvalid_0's auc: 0.733057\n",
      "[180]\tvalid_0's auc: 0.733058\n",
      "[181]\tvalid_0's auc: 0.733055\n",
      "[182]\tvalid_0's auc: 0.733059\n",
      "[183]\tvalid_0's auc: 0.733051\n",
      "[184]\tvalid_0's auc: 0.733041\n",
      "[185]\tvalid_0's auc: 0.733075\n",
      "[186]\tvalid_0's auc: 0.73307\n",
      "[187]\tvalid_0's auc: 0.733082\n",
      "[188]\tvalid_0's auc: 0.733078\n",
      "[189]\tvalid_0's auc: 0.733085\n",
      "[190]\tvalid_0's auc: 0.733101\n",
      "[191]\tvalid_0's auc: 0.733106\n",
      "[192]\tvalid_0's auc: 0.733104\n",
      "[193]\tvalid_0's auc: 0.733089\n",
      "[194]\tvalid_0's auc: 0.733086\n",
      "[195]\tvalid_0's auc: 0.733109\n",
      "[196]\tvalid_0's auc: 0.733119\n",
      "[197]\tvalid_0's auc: 0.73312\n",
      "[198]\tvalid_0's auc: 0.733132\n",
      "[199]\tvalid_0's auc: 0.73312\n",
      "[200]\tvalid_0's auc: 0.733114\n",
      "[201]\tvalid_0's auc: 0.73313\n",
      "[202]\tvalid_0's auc: 0.73312\n",
      "[203]\tvalid_0's auc: 0.733103\n",
      "[204]\tvalid_0's auc: 0.733114\n",
      "[205]\tvalid_0's auc: 0.733107\n",
      "[206]\tvalid_0's auc: 0.733101\n",
      "[207]\tvalid_0's auc: 0.733081\n",
      "[208]\tvalid_0's auc: 0.733088\n",
      "[209]\tvalid_0's auc: 0.733081\n",
      "[210]\tvalid_0's auc: 0.733064\n",
      "[211]\tvalid_0's auc: 0.733058\n",
      "[212]\tvalid_0's auc: 0.73305\n",
      "[213]\tvalid_0's auc: 0.733027\n",
      "[214]\tvalid_0's auc: 0.733023\n",
      "[215]\tvalid_0's auc: 0.733013\n",
      "[216]\tvalid_0's auc: 0.733005\n",
      "[217]\tvalid_0's auc: 0.733023\n",
      "[218]\tvalid_0's auc: 0.733018\n",
      "[219]\tvalid_0's auc: 0.733002\n",
      "[220]\tvalid_0's auc: 0.733012\n",
      "[221]\tvalid_0's auc: 0.733027\n",
      "[222]\tvalid_0's auc: 0.733031\n",
      "[223]\tvalid_0's auc: 0.73302\n",
      "[224]\tvalid_0's auc: 0.733034\n",
      "[225]\tvalid_0's auc: 0.733027\n",
      "[226]\tvalid_0's auc: 0.733018\n",
      "[227]\tvalid_0's auc: 0.733026\n",
      "[228]\tvalid_0's auc: 0.733\n",
      "[229]\tvalid_0's auc: 0.733002\n",
      "[230]\tvalid_0's auc: 0.73302\n",
      "[231]\tvalid_0's auc: 0.733028\n",
      "[232]\tvalid_0's auc: 0.733016\n",
      "[233]\tvalid_0's auc: 0.733014\n",
      "[234]\tvalid_0's auc: 0.732999\n",
      "[235]\tvalid_0's auc: 0.732991\n",
      "[236]\tvalid_0's auc: 0.732991\n",
      "[237]\tvalid_0's auc: 0.73299\n",
      "[238]\tvalid_0's auc: 0.732997\n",
      "[239]\tvalid_0's auc: 0.732996\n",
      "[240]\tvalid_0's auc: 0.73298\n",
      "[241]\tvalid_0's auc: 0.732986\n",
      "[242]\tvalid_0's auc: 0.732982\n",
      "[243]\tvalid_0's auc: 0.732978\n",
      "[244]\tvalid_0's auc: 0.733003\n",
      "[245]\tvalid_0's auc: 0.732973\n",
      "[246]\tvalid_0's auc: 0.732978\n",
      "[247]\tvalid_0's auc: 0.732984\n",
      "[248]\tvalid_0's auc: 0.732963\n",
      "[249]\tvalid_0's auc: 0.73295\n",
      "[250]\tvalid_0's auc: 0.732949\n",
      "[251]\tvalid_0's auc: 0.732951\n",
      "[252]\tvalid_0's auc: 0.732936\n",
      "[253]\tvalid_0's auc: 0.732935\n",
      "[254]\tvalid_0's auc: 0.732938\n",
      "[255]\tvalid_0's auc: 0.732938\n",
      "[256]\tvalid_0's auc: 0.732932\n",
      "[257]\tvalid_0's auc: 0.732936\n",
      "[258]\tvalid_0's auc: 0.732947\n",
      "[259]\tvalid_0's auc: 0.732938\n",
      "[260]\tvalid_0's auc: 0.73293\n",
      "[261]\tvalid_0's auc: 0.732933\n",
      "[262]\tvalid_0's auc: 0.732922\n",
      "[263]\tvalid_0's auc: 0.732922\n",
      "[264]\tvalid_0's auc: 0.732933\n",
      "[265]\tvalid_0's auc: 0.732917\n",
      "[266]\tvalid_0's auc: 0.732921\n",
      "[267]\tvalid_0's auc: 0.732918\n",
      "[268]\tvalid_0's auc: 0.732899\n",
      "[269]\tvalid_0's auc: 0.732894\n",
      "[270]\tvalid_0's auc: 0.732901\n",
      "[271]\tvalid_0's auc: 0.732919\n",
      "[272]\tvalid_0's auc: 0.732928\n",
      "[273]\tvalid_0's auc: 0.732937\n",
      "[274]\tvalid_0's auc: 0.732918\n",
      "[275]\tvalid_0's auc: 0.732912\n",
      "[276]\tvalid_0's auc: 0.732941\n",
      "[277]\tvalid_0's auc: 0.732959\n",
      "[278]\tvalid_0's auc: 0.732967\n",
      "[279]\tvalid_0's auc: 0.732947\n",
      "[280]\tvalid_0's auc: 0.732956\n",
      "[281]\tvalid_0's auc: 0.732931\n",
      "[282]\tvalid_0's auc: 0.732924\n",
      "[283]\tvalid_0's auc: 0.732902\n",
      "[284]\tvalid_0's auc: 0.732913\n",
      "[285]\tvalid_0's auc: 0.732917\n",
      "[286]\tvalid_0's auc: 0.732919\n",
      "[287]\tvalid_0's auc: 0.732902\n",
      "[288]\tvalid_0's auc: 0.732904\n",
      "[289]\tvalid_0's auc: 0.732919\n",
      "[290]\tvalid_0's auc: 0.732906\n",
      "[291]\tvalid_0's auc: 0.732907\n",
      "[292]\tvalid_0's auc: 0.732899\n",
      "[293]\tvalid_0's auc: 0.732904\n",
      "[294]\tvalid_0's auc: 0.732879\n",
      "[295]\tvalid_0's auc: 0.732875\n",
      "[296]\tvalid_0's auc: 0.732886\n",
      "[297]\tvalid_0's auc: 0.732902\n",
      "[298]\tvalid_0's auc: 0.732904\n",
      "[299]\tvalid_0's auc: 0.732905\n",
      "[300]\tvalid_0's auc: 0.732921\n",
      "[301]\tvalid_0's auc: 0.732917\n",
      "[302]\tvalid_0's auc: 0.732922\n",
      "[303]\tvalid_0's auc: 0.73291\n",
      "[304]\tvalid_0's auc: 0.732935\n",
      "[305]\tvalid_0's auc: 0.732924\n",
      "[306]\tvalid_0's auc: 0.73292\n",
      "[307]\tvalid_0's auc: 0.732928\n",
      "[308]\tvalid_0's auc: 0.732926\n",
      "[309]\tvalid_0's auc: 0.732924\n",
      "[310]\tvalid_0's auc: 0.732921\n",
      "[311]\tvalid_0's auc: 0.732919\n",
      "[312]\tvalid_0's auc: 0.732909\n",
      "[313]\tvalid_0's auc: 0.732899\n",
      "[314]\tvalid_0's auc: 0.73289\n",
      "[315]\tvalid_0's auc: 0.732905\n",
      "[316]\tvalid_0's auc: 0.732902\n",
      "[317]\tvalid_0's auc: 0.732915\n",
      "[318]\tvalid_0's auc: 0.732893\n",
      "[319]\tvalid_0's auc: 0.732891\n",
      "[320]\tvalid_0's auc: 0.732887\n",
      "[321]\tvalid_0's auc: 0.732883\n",
      "[322]\tvalid_0's auc: 0.732886\n",
      "[323]\tvalid_0's auc: 0.732887\n",
      "[324]\tvalid_0's auc: 0.732886\n",
      "[325]\tvalid_0's auc: 0.732896\n",
      "[326]\tvalid_0's auc: 0.732882\n",
      "[327]\tvalid_0's auc: 0.732874\n",
      "[328]\tvalid_0's auc: 0.732854\n",
      "[329]\tvalid_0's auc: 0.732852\n",
      "[330]\tvalid_0's auc: 0.732842\n",
      "[331]\tvalid_0's auc: 0.732842\n",
      "[332]\tvalid_0's auc: 0.732846\n",
      "[333]\tvalid_0's auc: 0.732855\n",
      "[334]\tvalid_0's auc: 0.732863\n",
      "[335]\tvalid_0's auc: 0.732848\n",
      "[336]\tvalid_0's auc: 0.732846\n",
      "[337]\tvalid_0's auc: 0.732865\n",
      "[338]\tvalid_0's auc: 0.732866\n",
      "[339]\tvalid_0's auc: 0.732854\n",
      "[340]\tvalid_0's auc: 0.732843\n",
      "[341]\tvalid_0's auc: 0.732852\n",
      "[342]\tvalid_0's auc: 0.732841\n",
      "[343]\tvalid_0's auc: 0.732835\n",
      "[344]\tvalid_0's auc: 0.732821\n",
      "[345]\tvalid_0's auc: 0.732822\n",
      "[346]\tvalid_0's auc: 0.732829\n",
      "[347]\tvalid_0's auc: 0.732838\n",
      "[348]\tvalid_0's auc: 0.732845\n",
      "[349]\tvalid_0's auc: 0.732859\n",
      "[350]\tvalid_0's auc: 0.732869\n",
      "[351]\tvalid_0's auc: 0.73286\n",
      "[352]\tvalid_0's auc: 0.732873\n",
      "[353]\tvalid_0's auc: 0.732871\n",
      "[354]\tvalid_0's auc: 0.732866\n",
      "[355]\tvalid_0's auc: 0.732876\n",
      "[356]\tvalid_0's auc: 0.732881\n",
      "[357]\tvalid_0's auc: 0.732886\n",
      "[358]\tvalid_0's auc: 0.732898\n",
      "[359]\tvalid_0's auc: 0.732901\n",
      "[360]\tvalid_0's auc: 0.73291\n",
      "[361]\tvalid_0's auc: 0.732917\n",
      "[362]\tvalid_0's auc: 0.73291\n",
      "[363]\tvalid_0's auc: 0.732904\n",
      "[364]\tvalid_0's auc: 0.732905\n",
      "[365]\tvalid_0's auc: 0.732908\n",
      "[366]\tvalid_0's auc: 0.732921\n",
      "[367]\tvalid_0's auc: 0.732917\n",
      "[368]\tvalid_0's auc: 0.732905\n",
      "[369]\tvalid_0's auc: 0.732909\n",
      "[370]\tvalid_0's auc: 0.732903\n",
      "[371]\tvalid_0's auc: 0.732898\n",
      "[372]\tvalid_0's auc: 0.732899\n",
      "[373]\tvalid_0's auc: 0.732889\n",
      "[374]\tvalid_0's auc: 0.732899\n",
      "[375]\tvalid_0's auc: 0.732891\n",
      "[376]\tvalid_0's auc: 0.732885\n",
      "[377]\tvalid_0's auc: 0.732884\n",
      "[378]\tvalid_0's auc: 0.732879\n",
      "[379]\tvalid_0's auc: 0.732877\n",
      "[380]\tvalid_0's auc: 0.732877\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[381]\tvalid_0's auc: 0.732871\n",
      "[382]\tvalid_0's auc: 0.732842\n",
      "[383]\tvalid_0's auc: 0.732847\n",
      "[384]\tvalid_0's auc: 0.732855\n",
      "[385]\tvalid_0's auc: 0.732846\n",
      "[386]\tvalid_0's auc: 0.732841\n",
      "[387]\tvalid_0's auc: 0.732843\n",
      "[388]\tvalid_0's auc: 0.732842\n",
      "[389]\tvalid_0's auc: 0.73283\n",
      "[390]\tvalid_0's auc: 0.732832\n",
      "[391]\tvalid_0's auc: 0.732843\n",
      "[392]\tvalid_0's auc: 0.732821\n",
      "[393]\tvalid_0's auc: 0.732828\n",
      "[394]\tvalid_0's auc: 0.732821\n",
      "[395]\tvalid_0's auc: 0.73282\n",
      "[396]\tvalid_0's auc: 0.732835\n",
      "[397]\tvalid_0's auc: 0.732842\n",
      "[398]\tvalid_0's auc: 0.732846\n",
      "[399]\tvalid_0's auc: 0.732855\n",
      "[400]\tvalid_0's auc: 0.732858\n",
      "[401]\tvalid_0's auc: 0.73286\n",
      "[402]\tvalid_0's auc: 0.732862\n",
      "[403]\tvalid_0's auc: 0.732848\n",
      "[404]\tvalid_0's auc: 0.732837\n",
      "[405]\tvalid_0's auc: 0.732833\n",
      "[406]\tvalid_0's auc: 0.73283\n",
      "[407]\tvalid_0's auc: 0.732834\n",
      "[408]\tvalid_0's auc: 0.732835\n",
      "[409]\tvalid_0's auc: 0.732835\n",
      "[410]\tvalid_0's auc: 0.732838\n",
      "[411]\tvalid_0's auc: 0.732831\n",
      "[412]\tvalid_0's auc: 0.732838\n",
      "[413]\tvalid_0's auc: 0.732843\n",
      "[414]\tvalid_0's auc: 0.732835\n",
      "[415]\tvalid_0's auc: 0.732828\n",
      "[416]\tvalid_0's auc: 0.732828\n",
      "[417]\tvalid_0's auc: 0.732833\n",
      "[418]\tvalid_0's auc: 0.732821\n",
      "[419]\tvalid_0's auc: 0.732829\n",
      "[420]\tvalid_0's auc: 0.732822\n",
      "[421]\tvalid_0's auc: 0.732816\n",
      "[422]\tvalid_0's auc: 0.732831\n",
      "[423]\tvalid_0's auc: 0.732827\n",
      "[424]\tvalid_0's auc: 0.732833\n",
      "[425]\tvalid_0's auc: 0.732833\n",
      "[426]\tvalid_0's auc: 0.732833\n",
      "[427]\tvalid_0's auc: 0.732826\n",
      "[428]\tvalid_0's auc: 0.732815\n",
      "[429]\tvalid_0's auc: 0.732823\n",
      "[430]\tvalid_0's auc: 0.732828\n",
      "[431]\tvalid_0's auc: 0.732817\n",
      "[432]\tvalid_0's auc: 0.732812\n",
      "[433]\tvalid_0's auc: 0.732817\n",
      "[434]\tvalid_0's auc: 0.732796\n",
      "[435]\tvalid_0's auc: 0.73279\n",
      "[436]\tvalid_0's auc: 0.732787\n",
      "[437]\tvalid_0's auc: 0.732791\n",
      "[438]\tvalid_0's auc: 0.732791\n",
      "[439]\tvalid_0's auc: 0.732799\n",
      "[440]\tvalid_0's auc: 0.732798\n",
      "[441]\tvalid_0's auc: 0.732802\n",
      "[442]\tvalid_0's auc: 0.732801\n",
      "[443]\tvalid_0's auc: 0.7328\n",
      "[444]\tvalid_0's auc: 0.732791\n",
      "[445]\tvalid_0's auc: 0.732771\n",
      "[446]\tvalid_0's auc: 0.732765\n",
      "[447]\tvalid_0's auc: 0.732759\n",
      "[448]\tvalid_0's auc: 0.732753\n",
      "[449]\tvalid_0's auc: 0.73275\n",
      "[450]\tvalid_0's auc: 0.732739\n",
      "[451]\tvalid_0's auc: 0.732748\n",
      "[452]\tvalid_0's auc: 0.732757\n",
      "[453]\tvalid_0's auc: 0.732756\n",
      "[454]\tvalid_0's auc: 0.732753\n",
      "[455]\tvalid_0's auc: 0.732737\n",
      "[456]\tvalid_0's auc: 0.732739\n",
      "[457]\tvalid_0's auc: 0.732733\n",
      "[458]\tvalid_0's auc: 0.732728\n",
      "[459]\tvalid_0's auc: 0.73273\n",
      "[460]\tvalid_0's auc: 0.732702\n",
      "[461]\tvalid_0's auc: 0.732706\n",
      "[462]\tvalid_0's auc: 0.732694\n",
      "[463]\tvalid_0's auc: 0.7327\n",
      "[464]\tvalid_0's auc: 0.732697\n",
      "[465]\tvalid_0's auc: 0.732687\n",
      "[466]\tvalid_0's auc: 0.7327\n",
      "[467]\tvalid_0's auc: 0.732703\n",
      "[468]\tvalid_0's auc: 0.732687\n",
      "[469]\tvalid_0's auc: 0.732689\n",
      "[470]\tvalid_0's auc: 0.732682\n",
      "[471]\tvalid_0's auc: 0.732681\n",
      "[472]\tvalid_0's auc: 0.732684\n",
      "[473]\tvalid_0's auc: 0.732685\n",
      "[474]\tvalid_0's auc: 0.732685\n",
      "[475]\tvalid_0's auc: 0.732691\n",
      "[476]\tvalid_0's auc: 0.732687\n",
      "[477]\tvalid_0's auc: 0.732674\n",
      "[478]\tvalid_0's auc: 0.732681\n",
      "[479]\tvalid_0's auc: 0.732678\n",
      "[480]\tvalid_0's auc: 0.732678\n",
      "[481]\tvalid_0's auc: 0.732663\n",
      "[482]\tvalid_0's auc: 0.732666\n",
      "[483]\tvalid_0's auc: 0.732649\n",
      "[484]\tvalid_0's auc: 0.732658\n",
      "[485]\tvalid_0's auc: 0.732669\n",
      "[486]\tvalid_0's auc: 0.732654\n",
      "[487]\tvalid_0's auc: 0.732657\n",
      "[488]\tvalid_0's auc: 0.732653\n",
      "[489]\tvalid_0's auc: 0.732664\n",
      "[490]\tvalid_0's auc: 0.732659\n",
      "[491]\tvalid_0's auc: 0.73266\n",
      "[492]\tvalid_0's auc: 0.732662\n",
      "[493]\tvalid_0's auc: 0.732654\n",
      "[494]\tvalid_0's auc: 0.732645\n",
      "[495]\tvalid_0's auc: 0.732648\n",
      "[496]\tvalid_0's auc: 0.732633\n",
      "[497]\tvalid_0's auc: 0.732632\n",
      "[498]\tvalid_0's auc: 0.732631\n",
      "[499]\tvalid_0's auc: 0.732631\n",
      "[500]\tvalid_0's auc: 0.732613\n",
      "[501]\tvalid_0's auc: 0.732617\n",
      "[502]\tvalid_0's auc: 0.732606\n",
      "[503]\tvalid_0's auc: 0.732605\n",
      "[504]\tvalid_0's auc: 0.732602\n",
      "[505]\tvalid_0's auc: 0.732596\n",
      "[506]\tvalid_0's auc: 0.732588\n",
      "[507]\tvalid_0's auc: 0.732591\n",
      "[508]\tvalid_0's auc: 0.732594\n",
      "[509]\tvalid_0's auc: 0.732596\n",
      "[510]\tvalid_0's auc: 0.732572\n",
      "[511]\tvalid_0's auc: 0.732561\n",
      "[512]\tvalid_0's auc: 0.732554\n",
      "[513]\tvalid_0's auc: 0.73255\n",
      "[514]\tvalid_0's auc: 0.73256\n",
      "[515]\tvalid_0's auc: 0.732569\n",
      "[516]\tvalid_0's auc: 0.732566\n",
      "[517]\tvalid_0's auc: 0.73257\n",
      "[518]\tvalid_0's auc: 0.732561\n",
      "[519]\tvalid_0's auc: 0.732548\n",
      "[520]\tvalid_0's auc: 0.732545\n",
      "[521]\tvalid_0's auc: 0.732542\n",
      "[522]\tvalid_0's auc: 0.732531\n",
      "[523]\tvalid_0's auc: 0.732537\n",
      "[524]\tvalid_0's auc: 0.732525\n",
      "[525]\tvalid_0's auc: 0.73252\n",
      "[526]\tvalid_0's auc: 0.732493\n",
      "[527]\tvalid_0's auc: 0.732491\n",
      "[528]\tvalid_0's auc: 0.732487\n",
      "[529]\tvalid_0's auc: 0.732483\n",
      "[530]\tvalid_0's auc: 0.732481\n",
      "[531]\tvalid_0's auc: 0.732473\n",
      "[532]\tvalid_0's auc: 0.732467\n",
      "[533]\tvalid_0's auc: 0.732469\n",
      "[534]\tvalid_0's auc: 0.732465\n",
      "[535]\tvalid_0's auc: 0.732467\n",
      "[536]\tvalid_0's auc: 0.732467\n",
      "[537]\tvalid_0's auc: 0.732474\n",
      "[538]\tvalid_0's auc: 0.732466\n",
      "[539]\tvalid_0's auc: 0.732457\n",
      "[540]\tvalid_0's auc: 0.73244\n",
      "[541]\tvalid_0's auc: 0.732443\n",
      "[542]\tvalid_0's auc: 0.732447\n",
      "[543]\tvalid_0's auc: 0.732436\n",
      "[544]\tvalid_0's auc: 0.732432\n",
      "[545]\tvalid_0's auc: 0.732425\n",
      "[546]\tvalid_0's auc: 0.732408\n",
      "[547]\tvalid_0's auc: 0.732402\n",
      "[548]\tvalid_0's auc: 0.732393\n",
      "[549]\tvalid_0's auc: 0.732388\n",
      "[550]\tvalid_0's auc: 0.732392\n",
      "[551]\tvalid_0's auc: 0.732401\n",
      "[552]\tvalid_0's auc: 0.732392\n",
      "[553]\tvalid_0's auc: 0.732388\n",
      "[554]\tvalid_0's auc: 0.732384\n",
      "[555]\tvalid_0's auc: 0.732385\n",
      "[556]\tvalid_0's auc: 0.732372\n",
      "[557]\tvalid_0's auc: 0.732378\n",
      "[558]\tvalid_0's auc: 0.732373\n",
      "[559]\tvalid_0's auc: 0.732385\n",
      "[560]\tvalid_0's auc: 0.732384\n",
      "[561]\tvalid_0's auc: 0.732376\n",
      "[562]\tvalid_0's auc: 0.732365\n",
      "[563]\tvalid_0's auc: 0.732364\n",
      "[564]\tvalid_0's auc: 0.732349\n",
      "[565]\tvalid_0's auc: 0.732349\n",
      "[566]\tvalid_0's auc: 0.732352\n",
      "[567]\tvalid_0's auc: 0.732348\n",
      "[568]\tvalid_0's auc: 0.732346\n",
      "[569]\tvalid_0's auc: 0.73233\n",
      "[570]\tvalid_0's auc: 0.732343\n",
      "[571]\tvalid_0's auc: 0.73234\n",
      "[572]\tvalid_0's auc: 0.732336\n",
      "[573]\tvalid_0's auc: 0.732331\n",
      "[574]\tvalid_0's auc: 0.732333\n",
      "[575]\tvalid_0's auc: 0.732323\n",
      "[576]\tvalid_0's auc: 0.732319\n",
      "[577]\tvalid_0's auc: 0.73232\n",
      "[578]\tvalid_0's auc: 0.732326\n",
      "[579]\tvalid_0's auc: 0.732303\n",
      "[580]\tvalid_0's auc: 0.732301\n",
      "[581]\tvalid_0's auc: 0.732308\n",
      "[582]\tvalid_0's auc: 0.732298\n",
      "[583]\tvalid_0's auc: 0.732308\n",
      "[584]\tvalid_0's auc: 0.732307\n",
      "[585]\tvalid_0's auc: 0.732301\n",
      "[586]\tvalid_0's auc: 0.732292\n",
      "[587]\tvalid_0's auc: 0.732297\n",
      "[588]\tvalid_0's auc: 0.732286\n",
      "[589]\tvalid_0's auc: 0.732298\n",
      "[590]\tvalid_0's auc: 0.732285\n",
      "[591]\tvalid_0's auc: 0.732285\n",
      "[592]\tvalid_0's auc: 0.73231\n",
      "[593]\tvalid_0's auc: 0.732304\n",
      "[594]\tvalid_0's auc: 0.732293\n",
      "[595]\tvalid_0's auc: 0.732285\n",
      "[596]\tvalid_0's auc: 0.732275\n",
      "[597]\tvalid_0's auc: 0.732271\n",
      "[598]\tvalid_0's auc: 0.732269\n",
      "[599]\tvalid_0's auc: 0.73228\n",
      "[600]\tvalid_0's auc: 0.732275\n",
      "[601]\tvalid_0's auc: 0.732286\n",
      "[602]\tvalid_0's auc: 0.732282\n",
      "[603]\tvalid_0's auc: 0.732281\n",
      "[604]\tvalid_0's auc: 0.732275\n",
      "[605]\tvalid_0's auc: 0.732278\n",
      "[606]\tvalid_0's auc: 0.732282\n",
      "[607]\tvalid_0's auc: 0.732264\n",
      "[608]\tvalid_0's auc: 0.732261\n",
      "[609]\tvalid_0's auc: 0.73226\n",
      "[610]\tvalid_0's auc: 0.73225\n",
      "[611]\tvalid_0's auc: 0.732246\n",
      "[612]\tvalid_0's auc: 0.732247\n",
      "[613]\tvalid_0's auc: 0.732257\n",
      "[614]\tvalid_0's auc: 0.732263\n",
      "[615]\tvalid_0's auc: 0.732262\n",
      "[616]\tvalid_0's auc: 0.732259\n",
      "[617]\tvalid_0's auc: 0.732252\n",
      "[618]\tvalid_0's auc: 0.732242\n",
      "[619]\tvalid_0's auc: 0.73224\n",
      "[620]\tvalid_0's auc: 0.732251\n",
      "[621]\tvalid_0's auc: 0.732249\n",
      "[622]\tvalid_0's auc: 0.732254\n",
      "[623]\tvalid_0's auc: 0.732239\n",
      "[624]\tvalid_0's auc: 0.732242\n",
      "[625]\tvalid_0's auc: 0.732254\n",
      "[626]\tvalid_0's auc: 0.732261\n",
      "[627]\tvalid_0's auc: 0.732247\n",
      "[628]\tvalid_0's auc: 0.732244\n",
      "[629]\tvalid_0's auc: 0.732244\n",
      "[630]\tvalid_0's auc: 0.732236\n",
      "[631]\tvalid_0's auc: 0.732237\n",
      "[632]\tvalid_0's auc: 0.732236\n",
      "[633]\tvalid_0's auc: 0.732226\n",
      "[634]\tvalid_0's auc: 0.7322\n",
      "[635]\tvalid_0's auc: 0.732212\n",
      "[636]\tvalid_0's auc: 0.73221\n",
      "[637]\tvalid_0's auc: 0.732214\n",
      "[638]\tvalid_0's auc: 0.732215\n",
      "[639]\tvalid_0's auc: 0.732212\n",
      "[640]\tvalid_0's auc: 0.732205\n",
      "[641]\tvalid_0's auc: 0.732201\n",
      "[642]\tvalid_0's auc: 0.732214\n",
      "[643]\tvalid_0's auc: 0.732208\n",
      "[644]\tvalid_0's auc: 0.732209\n",
      "[645]\tvalid_0's auc: 0.732203\n",
      "[646]\tvalid_0's auc: 0.732193\n",
      "[647]\tvalid_0's auc: 0.732205\n",
      "[648]\tvalid_0's auc: 0.732207\n",
      "[649]\tvalid_0's auc: 0.732202\n",
      "[650]\tvalid_0's auc: 0.732193\n",
      "[651]\tvalid_0's auc: 0.732195\n",
      "[652]\tvalid_0's auc: 0.732191\n",
      "[653]\tvalid_0's auc: 0.732196\n",
      "[654]\tvalid_0's auc: 0.732187\n",
      "[655]\tvalid_0's auc: 0.732183\n",
      "[656]\tvalid_0's auc: 0.732177\n",
      "[657]\tvalid_0's auc: 0.732186\n",
      "[658]\tvalid_0's auc: 0.732184\n",
      "[659]\tvalid_0's auc: 0.732174\n",
      "[660]\tvalid_0's auc: 0.732139\n",
      "[661]\tvalid_0's auc: 0.73213\n",
      "[662]\tvalid_0's auc: 0.732128\n",
      "[663]\tvalid_0's auc: 0.732116\n",
      "[664]\tvalid_0's auc: 0.732114\n",
      "[665]\tvalid_0's auc: 0.732118\n",
      "[666]\tvalid_0's auc: 0.732119\n",
      "[667]\tvalid_0's auc: 0.732119\n",
      "[668]\tvalid_0's auc: 0.732108\n",
      "[669]\tvalid_0's auc: 0.732106\n",
      "[670]\tvalid_0's auc: 0.732106\n",
      "[671]\tvalid_0's auc: 0.732118\n",
      "[672]\tvalid_0's auc: 0.732109\n",
      "[673]\tvalid_0's auc: 0.7321\n",
      "[674]\tvalid_0's auc: 0.732095\n",
      "[675]\tvalid_0's auc: 0.732087\n",
      "[676]\tvalid_0's auc: 0.732086\n",
      "[677]\tvalid_0's auc: 0.732073\n",
      "[678]\tvalid_0's auc: 0.732066\n",
      "[679]\tvalid_0's auc: 0.73206\n",
      "[680]\tvalid_0's auc: 0.732065\n",
      "[681]\tvalid_0's auc: 0.732063\n",
      "[682]\tvalid_0's auc: 0.732059\n",
      "[683]\tvalid_0's auc: 0.732061\n",
      "[684]\tvalid_0's auc: 0.732053\n",
      "[685]\tvalid_0's auc: 0.732022\n",
      "[686]\tvalid_0's auc: 0.732032\n",
      "[687]\tvalid_0's auc: 0.732028\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[688]\tvalid_0's auc: 0.732026\n",
      "[689]\tvalid_0's auc: 0.732016\n",
      "[690]\tvalid_0's auc: 0.732014\n",
      "[691]\tvalid_0's auc: 0.732015\n",
      "[692]\tvalid_0's auc: 0.732004\n",
      "[693]\tvalid_0's auc: 0.732007\n",
      "[694]\tvalid_0's auc: 0.731989\n",
      "[695]\tvalid_0's auc: 0.73198\n",
      "[696]\tvalid_0's auc: 0.731972\n",
      "[697]\tvalid_0's auc: 0.731967\n",
      "[698]\tvalid_0's auc: 0.73197\n",
      "[699]\tvalid_0's auc: 0.731985\n",
      "[700]\tvalid_0's auc: 0.731988\n",
      "[701]\tvalid_0's auc: 0.731987\n",
      "[702]\tvalid_0's auc: 0.731994\n",
      "[703]\tvalid_0's auc: 0.731989\n",
      "[704]\tvalid_0's auc: 0.731989\n",
      "[705]\tvalid_0's auc: 0.731989\n",
      "[706]\tvalid_0's auc: 0.731977\n",
      "[707]\tvalid_0's auc: 0.731972\n",
      "[708]\tvalid_0's auc: 0.731952\n",
      "[709]\tvalid_0's auc: 0.731953\n",
      "[710]\tvalid_0's auc: 0.731956\n",
      "[711]\tvalid_0's auc: 0.731959\n",
      "[712]\tvalid_0's auc: 0.731944\n",
      "[713]\tvalid_0's auc: 0.731941\n",
      "[714]\tvalid_0's auc: 0.731945\n",
      "[715]\tvalid_0's auc: 0.731945\n",
      "[716]\tvalid_0's auc: 0.731951\n",
      "[717]\tvalid_0's auc: 0.731938\n",
      "[718]\tvalid_0's auc: 0.73193\n",
      "[719]\tvalid_0's auc: 0.731927\n",
      "[720]\tvalid_0's auc: 0.731935\n",
      "[721]\tvalid_0's auc: 0.731945\n",
      "[722]\tvalid_0's auc: 0.731935\n",
      "[723]\tvalid_0's auc: 0.731939\n",
      "[724]\tvalid_0's auc: 0.731943\n",
      "[725]\tvalid_0's auc: 0.731944\n",
      "[726]\tvalid_0's auc: 0.731932\n",
      "[727]\tvalid_0's auc: 0.731933\n",
      "[728]\tvalid_0's auc: 0.731931\n",
      "[729]\tvalid_0's auc: 0.73192\n",
      "[730]\tvalid_0's auc: 0.7319\n",
      "[731]\tvalid_0's auc: 0.731905\n",
      "[732]\tvalid_0's auc: 0.731908\n",
      "[733]\tvalid_0's auc: 0.73191\n",
      "[734]\tvalid_0's auc: 0.731908\n",
      "[735]\tvalid_0's auc: 0.731896\n",
      "[736]\tvalid_0's auc: 0.731887\n",
      "[737]\tvalid_0's auc: 0.731896\n",
      "[738]\tvalid_0's auc: 0.73189\n",
      "[739]\tvalid_0's auc: 0.731889\n",
      "[740]\tvalid_0's auc: 0.731893\n",
      "[741]\tvalid_0's auc: 0.731876\n",
      "[742]\tvalid_0's auc: 0.731863\n",
      "[743]\tvalid_0's auc: 0.731858\n",
      "[744]\tvalid_0's auc: 0.731862\n",
      "[745]\tvalid_0's auc: 0.731852\n",
      "[746]\tvalid_0's auc: 0.731847\n",
      "[747]\tvalid_0's auc: 0.731848\n",
      "[748]\tvalid_0's auc: 0.731845\n",
      "[749]\tvalid_0's auc: 0.731833\n",
      "[750]\tvalid_0's auc: 0.731847\n",
      "[751]\tvalid_0's auc: 0.731848\n",
      "[752]\tvalid_0's auc: 0.73186\n",
      "[753]\tvalid_0's auc: 0.73186\n",
      "[754]\tvalid_0's auc: 0.731848\n",
      "[755]\tvalid_0's auc: 0.731841\n",
      "[756]\tvalid_0's auc: 0.731837\n",
      "[757]\tvalid_0's auc: 0.73183\n",
      "[758]\tvalid_0's auc: 0.731829\n",
      "[759]\tvalid_0's auc: 0.731821\n",
      "[760]\tvalid_0's auc: 0.731826\n",
      "[761]\tvalid_0's auc: 0.731819\n",
      "[762]\tvalid_0's auc: 0.731808\n",
      "[763]\tvalid_0's auc: 0.731804\n",
      "[764]\tvalid_0's auc: 0.7318\n",
      "[765]\tvalid_0's auc: 0.731803\n",
      "[766]\tvalid_0's auc: 0.731796\n",
      "[767]\tvalid_0's auc: 0.731783\n",
      "[768]\tvalid_0's auc: 0.731778\n",
      "[769]\tvalid_0's auc: 0.731786\n",
      "[770]\tvalid_0's auc: 0.731769\n",
      "[771]\tvalid_0's auc: 0.731766\n",
      "[772]\tvalid_0's auc: 0.731781\n",
      "[773]\tvalid_0's auc: 0.731774\n",
      "[774]\tvalid_0's auc: 0.731755\n",
      "[775]\tvalid_0's auc: 0.731758\n",
      "[776]\tvalid_0's auc: 0.731751\n",
      "[777]\tvalid_0's auc: 0.731745\n",
      "[778]\tvalid_0's auc: 0.731741\n",
      "[779]\tvalid_0's auc: 0.731739\n",
      "[780]\tvalid_0's auc: 0.731739\n",
      "[781]\tvalid_0's auc: 0.73173\n",
      "[782]\tvalid_0's auc: 0.731731\n",
      "[783]\tvalid_0's auc: 0.731731\n",
      "[784]\tvalid_0's auc: 0.731719\n",
      "[785]\tvalid_0's auc: 0.731716\n",
      "[786]\tvalid_0's auc: 0.731718\n",
      "[787]\tvalid_0's auc: 0.731717\n",
      "[788]\tvalid_0's auc: 0.731724\n",
      "[789]\tvalid_0's auc: 0.731715\n",
      "[790]\tvalid_0's auc: 0.73172\n",
      "[791]\tvalid_0's auc: 0.731724\n",
      "[792]\tvalid_0's auc: 0.73172\n",
      "[793]\tvalid_0's auc: 0.731719\n",
      "[794]\tvalid_0's auc: 0.731723\n",
      "[795]\tvalid_0's auc: 0.731723\n",
      "[796]\tvalid_0's auc: 0.731707\n",
      "[797]\tvalid_0's auc: 0.73171\n",
      "[798]\tvalid_0's auc: 0.731707\n",
      "[799]\tvalid_0's auc: 0.731717\n",
      "[800]\tvalid_0's auc: 0.731716\n",
      "[801]\tvalid_0's auc: 0.731717\n",
      "[802]\tvalid_0's auc: 0.731713\n",
      "[803]\tvalid_0's auc: 0.731712\n",
      "[804]\tvalid_0's auc: 0.731695\n",
      "[805]\tvalid_0's auc: 0.73169\n",
      "[806]\tvalid_0's auc: 0.731698\n",
      "[807]\tvalid_0's auc: 0.731702\n",
      "[808]\tvalid_0's auc: 0.731701\n",
      "[809]\tvalid_0's auc: 0.731703\n",
      "[810]\tvalid_0's auc: 0.731705\n",
      "[811]\tvalid_0's auc: 0.731721\n",
      "[812]\tvalid_0's auc: 0.731712\n",
      "[813]\tvalid_0's auc: 0.73171\n",
      "[814]\tvalid_0's auc: 0.731701\n",
      "[815]\tvalid_0's auc: 0.731704\n",
      "[816]\tvalid_0's auc: 0.731695\n",
      "[817]\tvalid_0's auc: 0.731696\n",
      "[818]\tvalid_0's auc: 0.731709\n",
      "[819]\tvalid_0's auc: 0.731698\n",
      "[820]\tvalid_0's auc: 0.7317\n",
      "[821]\tvalid_0's auc: 0.731697\n",
      "[822]\tvalid_0's auc: 0.731697\n",
      "[823]\tvalid_0's auc: 0.73169\n",
      "[824]\tvalid_0's auc: 0.731689\n",
      "[825]\tvalid_0's auc: 0.731683\n",
      "[826]\tvalid_0's auc: 0.731676\n",
      "[827]\tvalid_0's auc: 0.731674\n",
      "[828]\tvalid_0's auc: 0.731661\n",
      "[829]\tvalid_0's auc: 0.731643\n",
      "[830]\tvalid_0's auc: 0.73164\n",
      "[831]\tvalid_0's auc: 0.731644\n",
      "[832]\tvalid_0's auc: 0.731639\n",
      "[833]\tvalid_0's auc: 0.731636\n",
      "[834]\tvalid_0's auc: 0.731637\n",
      "[835]\tvalid_0's auc: 0.731629\n",
      "[836]\tvalid_0's auc: 0.731641\n",
      "[837]\tvalid_0's auc: 0.731625\n",
      "[838]\tvalid_0's auc: 0.731618\n",
      "[839]\tvalid_0's auc: 0.731616\n",
      "[840]\tvalid_0's auc: 0.731615\n",
      "[841]\tvalid_0's auc: 0.731616\n",
      "[842]\tvalid_0's auc: 0.731607\n",
      "[843]\tvalid_0's auc: 0.731606\n",
      "[844]\tvalid_0's auc: 0.7316\n",
      "[845]\tvalid_0's auc: 0.731597\n",
      "[846]\tvalid_0's auc: 0.731588\n",
      "[847]\tvalid_0's auc: 0.731592\n",
      "[848]\tvalid_0's auc: 0.731593\n",
      "[849]\tvalid_0's auc: 0.731585\n",
      "[850]\tvalid_0's auc: 0.731584\n",
      "[851]\tvalid_0's auc: 0.731574\n",
      "[852]\tvalid_0's auc: 0.73158\n",
      "[853]\tvalid_0's auc: 0.731589\n",
      "[854]\tvalid_0's auc: 0.731581\n",
      "[855]\tvalid_0's auc: 0.731568\n",
      "[856]\tvalid_0's auc: 0.731561\n",
      "[857]\tvalid_0's auc: 0.731547\n",
      "[858]\tvalid_0's auc: 0.731544\n",
      "[859]\tvalid_0's auc: 0.731549\n",
      "[860]\tvalid_0's auc: 0.731536\n",
      "[861]\tvalid_0's auc: 0.731526\n",
      "[862]\tvalid_0's auc: 0.731524\n",
      "[863]\tvalid_0's auc: 0.731547\n",
      "[864]\tvalid_0's auc: 0.731546\n",
      "[865]\tvalid_0's auc: 0.731536\n",
      "[866]\tvalid_0's auc: 0.731528\n",
      "[867]\tvalid_0's auc: 0.731512\n",
      "[868]\tvalid_0's auc: 0.731508\n",
      "[869]\tvalid_0's auc: 0.731508\n",
      "[870]\tvalid_0's auc: 0.73151\n",
      "[871]\tvalid_0's auc: 0.73151\n",
      "[872]\tvalid_0's auc: 0.731503\n",
      "[873]\tvalid_0's auc: 0.731497\n",
      "[874]\tvalid_0's auc: 0.731497\n",
      "[875]\tvalid_0's auc: 0.731503\n",
      "[876]\tvalid_0's auc: 0.731499\n",
      "[877]\tvalid_0's auc: 0.731498\n",
      "[878]\tvalid_0's auc: 0.731486\n",
      "[879]\tvalid_0's auc: 0.731488\n",
      "[880]\tvalid_0's auc: 0.731484\n",
      "[881]\tvalid_0's auc: 0.731485\n",
      "[882]\tvalid_0's auc: 0.731479\n",
      "[883]\tvalid_0's auc: 0.731484\n",
      "[884]\tvalid_0's auc: 0.731487\n",
      "[885]\tvalid_0's auc: 0.731476\n",
      "[886]\tvalid_0's auc: 0.731465\n",
      "[887]\tvalid_0's auc: 0.731474\n",
      "[888]\tvalid_0's auc: 0.731488\n",
      "[889]\tvalid_0's auc: 0.731479\n",
      "[890]\tvalid_0's auc: 0.731501\n",
      "[891]\tvalid_0's auc: 0.731505\n",
      "[892]\tvalid_0's auc: 0.73151\n",
      "[893]\tvalid_0's auc: 0.731516\n",
      "[894]\tvalid_0's auc: 0.731506\n",
      "[895]\tvalid_0's auc: 0.731506\n",
      "[896]\tvalid_0's auc: 0.731508\n",
      "[897]\tvalid_0's auc: 0.731489\n",
      "[898]\tvalid_0's auc: 0.731486\n",
      "[899]\tvalid_0's auc: 0.731478\n",
      "[900]\tvalid_0's auc: 0.731466\n",
      "[901]\tvalid_0's auc: 0.731469\n",
      "[902]\tvalid_0's auc: 0.73145\n",
      "[903]\tvalid_0's auc: 0.731445\n",
      "[904]\tvalid_0's auc: 0.731436\n",
      "[905]\tvalid_0's auc: 0.731438\n",
      "[906]\tvalid_0's auc: 0.731436\n",
      "[907]\tvalid_0's auc: 0.731434\n",
      "[908]\tvalid_0's auc: 0.731444\n",
      "[909]\tvalid_0's auc: 0.73145\n",
      "[910]\tvalid_0's auc: 0.731443\n",
      "[911]\tvalid_0's auc: 0.731438\n",
      "[912]\tvalid_0's auc: 0.73144\n",
      "[913]\tvalid_0's auc: 0.731426\n",
      "[914]\tvalid_0's auc: 0.731435\n",
      "[915]\tvalid_0's auc: 0.731426\n",
      "[916]\tvalid_0's auc: 0.73142\n",
      "[917]\tvalid_0's auc: 0.731398\n",
      "[918]\tvalid_0's auc: 0.731409\n",
      "[919]\tvalid_0's auc: 0.731409\n",
      "[920]\tvalid_0's auc: 0.731419\n",
      "[921]\tvalid_0's auc: 0.731416\n",
      "[922]\tvalid_0's auc: 0.731408\n",
      "[923]\tvalid_0's auc: 0.731405\n",
      "[924]\tvalid_0's auc: 0.7314\n",
      "[925]\tvalid_0's auc: 0.731391\n",
      "[926]\tvalid_0's auc: 0.731386\n",
      "[927]\tvalid_0's auc: 0.731379\n",
      "[928]\tvalid_0's auc: 0.73137\n",
      "[929]\tvalid_0's auc: 0.731358\n",
      "[930]\tvalid_0's auc: 0.731363\n",
      "[931]\tvalid_0's auc: 0.731365\n",
      "[932]\tvalid_0's auc: 0.731372\n",
      "[933]\tvalid_0's auc: 0.731365\n",
      "[934]\tvalid_0's auc: 0.731365\n",
      "[935]\tvalid_0's auc: 0.731362\n",
      "[936]\tvalid_0's auc: 0.731361\n",
      "[937]\tvalid_0's auc: 0.731361\n",
      "[938]\tvalid_0's auc: 0.731341\n",
      "[939]\tvalid_0's auc: 0.731336\n",
      "[940]\tvalid_0's auc: 0.731333\n",
      "[941]\tvalid_0's auc: 0.731341\n",
      "[942]\tvalid_0's auc: 0.731342\n",
      "[943]\tvalid_0's auc: 0.731336\n",
      "[944]\tvalid_0's auc: 0.731335\n",
      "[945]\tvalid_0's auc: 0.731326\n",
      "[946]\tvalid_0's auc: 0.731322\n",
      "[947]\tvalid_0's auc: 0.731319\n",
      "[948]\tvalid_0's auc: 0.731318\n",
      "[949]\tvalid_0's auc: 0.731322\n",
      "[950]\tvalid_0's auc: 0.731315\n",
      "[951]\tvalid_0's auc: 0.731295\n",
      "[952]\tvalid_0's auc: 0.731295\n",
      "[953]\tvalid_0's auc: 0.731289\n",
      "[954]\tvalid_0's auc: 0.731288\n",
      "[955]\tvalid_0's auc: 0.731291\n",
      "[956]\tvalid_0's auc: 0.731288\n",
      "[957]\tvalid_0's auc: 0.731291\n",
      "[958]\tvalid_0's auc: 0.731283\n",
      "[959]\tvalid_0's auc: 0.731267\n",
      "[960]\tvalid_0's auc: 0.731261\n",
      "[961]\tvalid_0's auc: 0.731264\n",
      "[962]\tvalid_0's auc: 0.731252\n",
      "[963]\tvalid_0's auc: 0.73126\n",
      "[964]\tvalid_0's auc: 0.731262\n",
      "[965]\tvalid_0's auc: 0.731252\n",
      "[966]\tvalid_0's auc: 0.731263\n",
      "[967]\tvalid_0's auc: 0.731261\n",
      "[968]\tvalid_0's auc: 0.731254\n",
      "[969]\tvalid_0's auc: 0.731244\n",
      "[970]\tvalid_0's auc: 0.731241\n",
      "[971]\tvalid_0's auc: 0.731244\n",
      "[972]\tvalid_0's auc: 0.731248\n",
      "[973]\tvalid_0's auc: 0.731244\n",
      "[974]\tvalid_0's auc: 0.731244\n",
      "[975]\tvalid_0's auc: 0.731245\n",
      "[976]\tvalid_0's auc: 0.731251\n",
      "[977]\tvalid_0's auc: 0.731243\n",
      "[978]\tvalid_0's auc: 0.731242\n",
      "[979]\tvalid_0's auc: 0.731252\n",
      "[980]\tvalid_0's auc: 0.731245\n",
      "[981]\tvalid_0's auc: 0.731248\n",
      "[982]\tvalid_0's auc: 0.73124\n",
      "[983]\tvalid_0's auc: 0.731234\n",
      "[984]\tvalid_0's auc: 0.731235\n",
      "[985]\tvalid_0's auc: 0.731224\n",
      "[986]\tvalid_0's auc: 0.731228\n",
      "[987]\tvalid_0's auc: 0.731226\n",
      "[988]\tvalid_0's auc: 0.731216\n",
      "[989]\tvalid_0's auc: 0.731227\n",
      "[990]\tvalid_0's auc: 0.73122\n",
      "[991]\tvalid_0's auc: 0.731217\n",
      "[992]\tvalid_0's auc: 0.731222\n",
      "[993]\tvalid_0's auc: 0.731225\n",
      "[994]\tvalid_0's auc: 0.731243\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[995]\tvalid_0's auc: 0.731233\n",
      "[996]\tvalid_0's auc: 0.731228\n",
      "[997]\tvalid_0's auc: 0.731219\n",
      "[998]\tvalid_0's auc: 0.731196\n",
      "[999]\tvalid_0's auc: 0.731193\n",
      "[1000]\tvalid_0's auc: 0.731195\n",
      "[1001]\tvalid_0's auc: 0.731193\n",
      "[1002]\tvalid_0's auc: 0.73119\n",
      "[1003]\tvalid_0's auc: 0.731187\n",
      "[1004]\tvalid_0's auc: 0.731173\n",
      "[1005]\tvalid_0's auc: 0.73116\n",
      "[1006]\tvalid_0's auc: 0.731156\n",
      "[1007]\tvalid_0's auc: 0.731158\n",
      "[1008]\tvalid_0's auc: 0.731149\n",
      "[1009]\tvalid_0's auc: 0.731142\n",
      "[1010]\tvalid_0's auc: 0.731143\n",
      "[1011]\tvalid_0's auc: 0.731158\n",
      "[1012]\tvalid_0's auc: 0.731149\n",
      "[1013]\tvalid_0's auc: 0.731146\n",
      "[1014]\tvalid_0's auc: 0.73115\n",
      "[1015]\tvalid_0's auc: 0.73115\n",
      "[1016]\tvalid_0's auc: 0.73115\n",
      "[1017]\tvalid_0's auc: 0.731162\n",
      "[1018]\tvalid_0's auc: 0.731139\n",
      "[1019]\tvalid_0's auc: 0.731142\n",
      "[1020]\tvalid_0's auc: 0.731139\n",
      "[1021]\tvalid_0's auc: 0.731124\n",
      "[1022]\tvalid_0's auc: 0.731109\n",
      "[1023]\tvalid_0's auc: 0.731104\n",
      "[1024]\tvalid_0's auc: 0.731105\n",
      "[1025]\tvalid_0's auc: 0.731108\n",
      "[1026]\tvalid_0's auc: 0.731093\n",
      "[1027]\tvalid_0's auc: 0.7311\n",
      "[1028]\tvalid_0's auc: 0.731094\n",
      "[1029]\tvalid_0's auc: 0.731089\n",
      "[1030]\tvalid_0's auc: 0.731083\n",
      "[1031]\tvalid_0's auc: 0.731077\n",
      "[1032]\tvalid_0's auc: 0.731074\n",
      "[1033]\tvalid_0's auc: 0.731083\n",
      "[1034]\tvalid_0's auc: 0.73109\n",
      "[1035]\tvalid_0's auc: 0.731083\n",
      "[1036]\tvalid_0's auc: 0.731076\n",
      "[1037]\tvalid_0's auc: 0.731067\n",
      "[1038]\tvalid_0's auc: 0.73107\n",
      "[1039]\tvalid_0's auc: 0.731055\n",
      "[1040]\tvalid_0's auc: 0.731058\n",
      "[1041]\tvalid_0's auc: 0.73105\n",
      "[1042]\tvalid_0's auc: 0.73105\n",
      "[1043]\tvalid_0's auc: 0.731048\n",
      "[1044]\tvalid_0's auc: 0.731042\n",
      "[1045]\tvalid_0's auc: 0.73103\n",
      "[1046]\tvalid_0's auc: 0.731039\n",
      "[1047]\tvalid_0's auc: 0.731042\n",
      "[1048]\tvalid_0's auc: 0.73104\n",
      "[1049]\tvalid_0's auc: 0.731039\n",
      "[1050]\tvalid_0's auc: 0.731044\n",
      "[1051]\tvalid_0's auc: 0.731029\n",
      "[1052]\tvalid_0's auc: 0.731013\n",
      "[1053]\tvalid_0's auc: 0.731001\n",
      "[1054]\tvalid_0's auc: 0.730988\n",
      "[1055]\tvalid_0's auc: 0.730976\n",
      "[1056]\tvalid_0's auc: 0.730976\n",
      "[1057]\tvalid_0's auc: 0.730976\n",
      "[1058]\tvalid_0's auc: 0.730976\n",
      "[1059]\tvalid_0's auc: 0.73097\n",
      "[1060]\tvalid_0's auc: 0.730963\n",
      "[1061]\tvalid_0's auc: 0.730954\n",
      "[1062]\tvalid_0's auc: 0.73095\n",
      "[1063]\tvalid_0's auc: 0.730949\n",
      "[1064]\tvalid_0's auc: 0.730948\n",
      "[1065]\tvalid_0's auc: 0.730937\n",
      "[1066]\tvalid_0's auc: 0.730942\n",
      "[1067]\tvalid_0's auc: 0.730937\n",
      "[1068]\tvalid_0's auc: 0.73093\n",
      "[1069]\tvalid_0's auc: 0.730927\n",
      "[1070]\tvalid_0's auc: 0.730912\n",
      "[1071]\tvalid_0's auc: 0.730891\n",
      "[1072]\tvalid_0's auc: 0.7309\n",
      "[1073]\tvalid_0's auc: 0.730896\n",
      "[1074]\tvalid_0's auc: 0.730891\n",
      "[1075]\tvalid_0's auc: 0.730886\n",
      "[1076]\tvalid_0's auc: 0.73088\n",
      "[1077]\tvalid_0's auc: 0.730878\n",
      "[1078]\tvalid_0's auc: 0.730877\n",
      "[1079]\tvalid_0's auc: 0.730872\n",
      "[1080]\tvalid_0's auc: 0.730882\n",
      "[1081]\tvalid_0's auc: 0.730877\n",
      "[1082]\tvalid_0's auc: 0.730869\n",
      "[1083]\tvalid_0's auc: 0.730856\n",
      "[1084]\tvalid_0's auc: 0.730859\n",
      "[1085]\tvalid_0's auc: 0.730849\n",
      "[1086]\tvalid_0's auc: 0.730852\n",
      "[1087]\tvalid_0's auc: 0.730848\n",
      "[1088]\tvalid_0's auc: 0.73085\n",
      "[1089]\tvalid_0's auc: 0.730853\n",
      "[1090]\tvalid_0's auc: 0.730851\n",
      "[1091]\tvalid_0's auc: 0.730838\n",
      "[1092]\tvalid_0's auc: 0.730829\n",
      "[1093]\tvalid_0's auc: 0.730817\n",
      "[1094]\tvalid_0's auc: 0.7308\n",
      "[1095]\tvalid_0's auc: 0.730806\n",
      "[1096]\tvalid_0's auc: 0.730788\n",
      "[1097]\tvalid_0's auc: 0.730783\n",
      "[1098]\tvalid_0's auc: 0.730772\n",
      "[1099]\tvalid_0's auc: 0.730781\n",
      "[1100]\tvalid_0's auc: 0.730787\n",
      "[1101]\tvalid_0's auc: 0.73079\n",
      "[1102]\tvalid_0's auc: 0.73079\n",
      "[1103]\tvalid_0's auc: 0.730785\n",
      "[1104]\tvalid_0's auc: 0.730775\n",
      "[1105]\tvalid_0's auc: 0.730761\n",
      "[1106]\tvalid_0's auc: 0.730754\n",
      "[1107]\tvalid_0's auc: 0.730754\n",
      "[1108]\tvalid_0's auc: 0.730756\n",
      "[1109]\tvalid_0's auc: 0.730748\n",
      "[1110]\tvalid_0's auc: 0.73074\n",
      "[1111]\tvalid_0's auc: 0.730749\n",
      "[1112]\tvalid_0's auc: 0.730747\n",
      "[1113]\tvalid_0's auc: 0.730745\n",
      "[1114]\tvalid_0's auc: 0.730733\n",
      "[1115]\tvalid_0's auc: 0.730708\n",
      "[1116]\tvalid_0's auc: 0.730715\n",
      "[1117]\tvalid_0's auc: 0.730721\n",
      "[1118]\tvalid_0's auc: 0.730731\n",
      "[1119]\tvalid_0's auc: 0.730728\n",
      "[1120]\tvalid_0's auc: 0.730717\n",
      "[1121]\tvalid_0's auc: 0.730719\n",
      "[1122]\tvalid_0's auc: 0.730722\n",
      "[1123]\tvalid_0's auc: 0.730693\n",
      "[1124]\tvalid_0's auc: 0.730702\n",
      "[1125]\tvalid_0's auc: 0.730703\n",
      "[1126]\tvalid_0's auc: 0.7307\n",
      "[1127]\tvalid_0's auc: 0.7307\n",
      "[1128]\tvalid_0's auc: 0.73071\n",
      "[1129]\tvalid_0's auc: 0.730715\n",
      "[1130]\tvalid_0's auc: 0.730711\n",
      "[1131]\tvalid_0's auc: 0.730714\n",
      "[1132]\tvalid_0's auc: 0.730691\n",
      "[1133]\tvalid_0's auc: 0.73069\n",
      "[1134]\tvalid_0's auc: 0.730674\n",
      "[1135]\tvalid_0's auc: 0.730668\n",
      "[1136]\tvalid_0's auc: 0.730669\n",
      "[1137]\tvalid_0's auc: 0.730671\n",
      "[1138]\tvalid_0's auc: 0.730674\n",
      "[1139]\tvalid_0's auc: 0.730657\n",
      "[1140]\tvalid_0's auc: 0.730654\n",
      "[1141]\tvalid_0's auc: 0.730654\n",
      "[1142]\tvalid_0's auc: 0.730658\n",
      "[1143]\tvalid_0's auc: 0.730659\n",
      "[1144]\tvalid_0's auc: 0.730653\n",
      "[1145]\tvalid_0's auc: 0.73065\n",
      "[1146]\tvalid_0's auc: 0.730647\n",
      "[1147]\tvalid_0's auc: 0.730633\n",
      "[1148]\tvalid_0's auc: 0.73063\n",
      "[1149]\tvalid_0's auc: 0.730634\n",
      "[1150]\tvalid_0's auc: 0.730628\n",
      "[1151]\tvalid_0's auc: 0.730614\n",
      "[1152]\tvalid_0's auc: 0.730607\n",
      "[1153]\tvalid_0's auc: 0.730598\n",
      "[1154]\tvalid_0's auc: 0.730595\n",
      "[1155]\tvalid_0's auc: 0.73059\n",
      "[1156]\tvalid_0's auc: 0.730587\n",
      "[1157]\tvalid_0's auc: 0.730584\n",
      "[1158]\tvalid_0's auc: 0.73059\n",
      "[1159]\tvalid_0's auc: 0.730586\n",
      "[1160]\tvalid_0's auc: 0.730576\n",
      "[1161]\tvalid_0's auc: 0.730557\n",
      "[1162]\tvalid_0's auc: 0.730564\n",
      "[1163]\tvalid_0's auc: 0.730566\n",
      "[1164]\tvalid_0's auc: 0.730571\n",
      "[1165]\tvalid_0's auc: 0.73056\n",
      "[1166]\tvalid_0's auc: 0.730563\n",
      "[1167]\tvalid_0's auc: 0.730578\n",
      "[1168]\tvalid_0's auc: 0.730564\n",
      "[1169]\tvalid_0's auc: 0.730554\n",
      "[1170]\tvalid_0's auc: 0.730552\n",
      "[1171]\tvalid_0's auc: 0.730556\n",
      "[1172]\tvalid_0's auc: 0.730551\n",
      "[1173]\tvalid_0's auc: 0.730554\n",
      "[1174]\tvalid_0's auc: 0.730541\n",
      "[1175]\tvalid_0's auc: 0.730548\n",
      "[1176]\tvalid_0's auc: 0.730557\n",
      "[1177]\tvalid_0's auc: 0.730548\n",
      "[1178]\tvalid_0's auc: 0.730552\n",
      "[1179]\tvalid_0's auc: 0.730543\n",
      "[1180]\tvalid_0's auc: 0.730541\n",
      "[1181]\tvalid_0's auc: 0.730524\n",
      "[1182]\tvalid_0's auc: 0.730511\n",
      "[1183]\tvalid_0's auc: 0.730501\n",
      "[1184]\tvalid_0's auc: 0.730503\n",
      "[1185]\tvalid_0's auc: 0.73051\n",
      "[1186]\tvalid_0's auc: 0.730507\n",
      "[1187]\tvalid_0's auc: 0.730496\n",
      "[1188]\tvalid_0's auc: 0.730493\n",
      "[1189]\tvalid_0's auc: 0.730488\n",
      "[1190]\tvalid_0's auc: 0.730487\n",
      "[1191]\tvalid_0's auc: 0.730469\n",
      "[1192]\tvalid_0's auc: 0.730467\n",
      "[1193]\tvalid_0's auc: 0.730462\n",
      "[1194]\tvalid_0's auc: 0.730453\n",
      "[1195]\tvalid_0's auc: 0.730451\n",
      "[1196]\tvalid_0's auc: 0.730453\n",
      "[1197]\tvalid_0's auc: 0.730456\n",
      "[1198]\tvalid_0's auc: 0.730446\n",
      "[1199]\tvalid_0's auc: 0.73045\n",
      "[1200]\tvalid_0's auc: 0.730449\n",
      "[1201]\tvalid_0's auc: 0.730445\n",
      "[1202]\tvalid_0's auc: 0.730447\n",
      "[1203]\tvalid_0's auc: 0.730432\n",
      "[1204]\tvalid_0's auc: 0.730442\n",
      "[1205]\tvalid_0's auc: 0.730438\n",
      "[1206]\tvalid_0's auc: 0.730432\n",
      "[1207]\tvalid_0's auc: 0.73043\n",
      "[1208]\tvalid_0's auc: 0.730416\n",
      "[1209]\tvalid_0's auc: 0.730411\n",
      "[1210]\tvalid_0's auc: 0.730406\n",
      "[1211]\tvalid_0's auc: 0.730401\n",
      "[1212]\tvalid_0's auc: 0.730396\n",
      "[1213]\tvalid_0's auc: 0.730395\n",
      "[1214]\tvalid_0's auc: 0.730377\n",
      "[1215]\tvalid_0's auc: 0.730373\n",
      "[1216]\tvalid_0's auc: 0.730368\n",
      "[1217]\tvalid_0's auc: 0.730378\n",
      "[1218]\tvalid_0's auc: 0.730382\n",
      "[1219]\tvalid_0's auc: 0.730391\n",
      "[1220]\tvalid_0's auc: 0.730382\n",
      "[1221]\tvalid_0's auc: 0.73038\n",
      "[1222]\tvalid_0's auc: 0.730375\n",
      "[1223]\tvalid_0's auc: 0.730371\n",
      "[1224]\tvalid_0's auc: 0.730364\n",
      "[1225]\tvalid_0's auc: 0.730363\n",
      "[1226]\tvalid_0's auc: 0.730354\n",
      "[1227]\tvalid_0's auc: 0.730338\n",
      "[1228]\tvalid_0's auc: 0.730335\n",
      "[1229]\tvalid_0's auc: 0.730324\n",
      "[1230]\tvalid_0's auc: 0.730312\n",
      "[1231]\tvalid_0's auc: 0.730303\n",
      "[1232]\tvalid_0's auc: 0.730299\n",
      "[1233]\tvalid_0's auc: 0.730289\n",
      "[1234]\tvalid_0's auc: 0.730284\n",
      "[1235]\tvalid_0's auc: 0.730287\n",
      "[1236]\tvalid_0's auc: 0.730294\n",
      "[1237]\tvalid_0's auc: 0.730284\n",
      "[1238]\tvalid_0's auc: 0.730293\n",
      "[1239]\tvalid_0's auc: 0.730295\n",
      "[1240]\tvalid_0's auc: 0.730296\n",
      "[1241]\tvalid_0's auc: 0.730303\n",
      "[1242]\tvalid_0's auc: 0.730309\n",
      "[1243]\tvalid_0's auc: 0.730299\n",
      "[1244]\tvalid_0's auc: 0.730291\n",
      "[1245]\tvalid_0's auc: 0.730294\n",
      "[1246]\tvalid_0's auc: 0.730288\n",
      "[1247]\tvalid_0's auc: 0.73029\n",
      "[1248]\tvalid_0's auc: 0.730285\n",
      "[1249]\tvalid_0's auc: 0.730265\n",
      "[1250]\tvalid_0's auc: 0.730261\n",
      "[1251]\tvalid_0's auc: 0.730256\n",
      "[1252]\tvalid_0's auc: 0.730262\n",
      "[1253]\tvalid_0's auc: 0.730256\n",
      "[1254]\tvalid_0's auc: 0.730252\n",
      "[1255]\tvalid_0's auc: 0.730235\n",
      "[1256]\tvalid_0's auc: 0.730234\n",
      "[1257]\tvalid_0's auc: 0.730242\n",
      "[1258]\tvalid_0's auc: 0.730214\n",
      "[1259]\tvalid_0's auc: 0.730207\n",
      "[1260]\tvalid_0's auc: 0.730184\n",
      "[1261]\tvalid_0's auc: 0.730188\n",
      "[1262]\tvalid_0's auc: 0.730184\n",
      "[1263]\tvalid_0's auc: 0.730183\n",
      "[1264]\tvalid_0's auc: 0.730165\n",
      "[1265]\tvalid_0's auc: 0.730153\n",
      "[1266]\tvalid_0's auc: 0.730155\n",
      "[1267]\tvalid_0's auc: 0.730147\n",
      "[1268]\tvalid_0's auc: 0.73014\n",
      "[1269]\tvalid_0's auc: 0.730147\n",
      "[1270]\tvalid_0's auc: 0.730146\n",
      "[1271]\tvalid_0's auc: 0.730142\n",
      "[1272]\tvalid_0's auc: 0.730143\n",
      "[1273]\tvalid_0's auc: 0.730135\n",
      "[1274]\tvalid_0's auc: 0.730131\n",
      "[1275]\tvalid_0's auc: 0.730141\n",
      "[1276]\tvalid_0's auc: 0.730128\n",
      "[1277]\tvalid_0's auc: 0.730131\n",
      "[1278]\tvalid_0's auc: 0.730101\n",
      "[1279]\tvalid_0's auc: 0.73011\n",
      "[1280]\tvalid_0's auc: 0.730104\n",
      "[1281]\tvalid_0's auc: 0.7301\n",
      "[1282]\tvalid_0's auc: 0.730094\n",
      "[1283]\tvalid_0's auc: 0.730088\n",
      "[1284]\tvalid_0's auc: 0.730099\n",
      "[1285]\tvalid_0's auc: 0.730097\n",
      "[1286]\tvalid_0's auc: 0.730102\n",
      "[1287]\tvalid_0's auc: 0.730091\n",
      "[1288]\tvalid_0's auc: 0.730091\n",
      "[1289]\tvalid_0's auc: 0.730066\n",
      "[1290]\tvalid_0's auc: 0.730055\n",
      "[1291]\tvalid_0's auc: 0.730059\n",
      "[1292]\tvalid_0's auc: 0.730053\n",
      "[1293]\tvalid_0's auc: 0.730047\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1294]\tvalid_0's auc: 0.730044\n",
      "[1295]\tvalid_0's auc: 0.730036\n",
      "[1296]\tvalid_0's auc: 0.730043\n",
      "[1297]\tvalid_0's auc: 0.730029\n",
      "[1298]\tvalid_0's auc: 0.730027\n",
      "[1299]\tvalid_0's auc: 0.730029\n",
      "[1300]\tvalid_0's auc: 0.730038\n",
      "[1301]\tvalid_0's auc: 0.730041\n",
      "[1302]\tvalid_0's auc: 0.730032\n",
      "[1303]\tvalid_0's auc: 0.730013\n",
      "[1304]\tvalid_0's auc: 0.730006\n",
      "[1305]\tvalid_0's auc: 0.730018\n",
      "[1306]\tvalid_0's auc: 0.730018\n",
      "[1307]\tvalid_0's auc: 0.730017\n",
      "[1308]\tvalid_0's auc: 0.730016\n",
      "[1309]\tvalid_0's auc: 0.730014\n",
      "[1310]\tvalid_0's auc: 0.730001\n",
      "[1311]\tvalid_0's auc: 0.729983\n",
      "[1312]\tvalid_0's auc: 0.729973\n",
      "[1313]\tvalid_0's auc: 0.729972\n",
      "[1314]\tvalid_0's auc: 0.729969\n",
      "[1315]\tvalid_0's auc: 0.729978\n",
      "[1316]\tvalid_0's auc: 0.729974\n",
      "[1317]\tvalid_0's auc: 0.729967\n",
      "[1318]\tvalid_0's auc: 0.729958\n",
      "[1319]\tvalid_0's auc: 0.729945\n",
      "[1320]\tvalid_0's auc: 0.729951\n",
      "[1321]\tvalid_0's auc: 0.729949\n",
      "[1322]\tvalid_0's auc: 0.729955\n",
      "[1323]\tvalid_0's auc: 0.729969\n",
      "[1324]\tvalid_0's auc: 0.729958\n",
      "[1325]\tvalid_0's auc: 0.729937\n",
      "[1326]\tvalid_0's auc: 0.729936\n",
      "[1327]\tvalid_0's auc: 0.72993\n",
      "[1328]\tvalid_0's auc: 0.72993\n",
      "[1329]\tvalid_0's auc: 0.729923\n",
      "[1330]\tvalid_0's auc: 0.729921\n",
      "[1331]\tvalid_0's auc: 0.729919\n",
      "[1332]\tvalid_0's auc: 0.729915\n",
      "[1333]\tvalid_0's auc: 0.729908\n",
      "[1334]\tvalid_0's auc: 0.729903\n",
      "[1335]\tvalid_0's auc: 0.729902\n",
      "[1336]\tvalid_0's auc: 0.729894\n",
      "[1337]\tvalid_0's auc: 0.729908\n",
      "[1338]\tvalid_0's auc: 0.729904\n",
      "[1339]\tvalid_0's auc: 0.729895\n",
      "[1340]\tvalid_0's auc: 0.729883\n",
      "[1341]\tvalid_0's auc: 0.729885\n",
      "[1342]\tvalid_0's auc: 0.729883\n",
      "[1343]\tvalid_0's auc: 0.729869\n",
      "[1344]\tvalid_0's auc: 0.729864\n",
      "[1345]\tvalid_0's auc: 0.729855\n",
      "[1346]\tvalid_0's auc: 0.729857\n",
      "[1347]\tvalid_0's auc: 0.729841\n",
      "[1348]\tvalid_0's auc: 0.729834\n",
      "[1349]\tvalid_0's auc: 0.729828\n",
      "[1350]\tvalid_0's auc: 0.729821\n",
      "[1351]\tvalid_0's auc: 0.729825\n",
      "[1352]\tvalid_0's auc: 0.729819\n",
      "[1353]\tvalid_0's auc: 0.729816\n",
      "[1354]\tvalid_0's auc: 0.729815\n",
      "[1355]\tvalid_0's auc: 0.729813\n",
      "[1356]\tvalid_0's auc: 0.729792\n",
      "[1357]\tvalid_0's auc: 0.729783\n",
      "[1358]\tvalid_0's auc: 0.729779\n",
      "[1359]\tvalid_0's auc: 0.729782\n",
      "[1360]\tvalid_0's auc: 0.729777\n",
      "[1361]\tvalid_0's auc: 0.729766\n",
      "[1362]\tvalid_0's auc: 0.729754\n",
      "[1363]\tvalid_0's auc: 0.72976\n",
      "[1364]\tvalid_0's auc: 0.729753\n",
      "[1365]\tvalid_0's auc: 0.729742\n",
      "[1366]\tvalid_0's auc: 0.729731\n",
      "[1367]\tvalid_0's auc: 0.729737\n",
      "[1368]\tvalid_0's auc: 0.729737\n",
      "[1369]\tvalid_0's auc: 0.729742\n",
      "[1370]\tvalid_0's auc: 0.729734\n",
      "[1371]\tvalid_0's auc: 0.729735\n",
      "[1372]\tvalid_0's auc: 0.729736\n",
      "[1373]\tvalid_0's auc: 0.729734\n",
      "[1374]\tvalid_0's auc: 0.729744\n",
      "[1375]\tvalid_0's auc: 0.729754\n",
      "[1376]\tvalid_0's auc: 0.729751\n",
      "[1377]\tvalid_0's auc: 0.729735\n",
      "[1378]\tvalid_0's auc: 0.729718\n",
      "[1379]\tvalid_0's auc: 0.729715\n",
      "[1380]\tvalid_0's auc: 0.729714\n",
      "[1381]\tvalid_0's auc: 0.729703\n",
      "[1382]\tvalid_0's auc: 0.729692\n",
      "[1383]\tvalid_0's auc: 0.729684\n",
      "[1384]\tvalid_0's auc: 0.729686\n",
      "[1385]\tvalid_0's auc: 0.729686\n",
      "[1386]\tvalid_0's auc: 0.729686\n",
      "[1387]\tvalid_0's auc: 0.729689\n",
      "[1388]\tvalid_0's auc: 0.729691\n",
      "[1389]\tvalid_0's auc: 0.729684\n",
      "[1390]\tvalid_0's auc: 0.729671\n",
      "[1391]\tvalid_0's auc: 0.729669\n",
      "[1392]\tvalid_0's auc: 0.729662\n",
      "[1393]\tvalid_0's auc: 0.729662\n",
      "[1394]\tvalid_0's auc: 0.729663\n",
      "[1395]\tvalid_0's auc: 0.729664\n",
      "[1396]\tvalid_0's auc: 0.729654\n",
      "[1397]\tvalid_0's auc: 0.729647\n",
      "[1398]\tvalid_0's auc: 0.729643\n",
      "[1399]\tvalid_0's auc: 0.72965\n",
      "[1400]\tvalid_0's auc: 0.729652\n",
      "[1401]\tvalid_0's auc: 0.729652\n",
      "[1402]\tvalid_0's auc: 0.729657\n",
      "[1403]\tvalid_0's auc: 0.729648\n",
      "[1404]\tvalid_0's auc: 0.729626\n",
      "[1405]\tvalid_0's auc: 0.729618\n",
      "[1406]\tvalid_0's auc: 0.729615\n",
      "[1407]\tvalid_0's auc: 0.729623\n",
      "[1408]\tvalid_0's auc: 0.729615\n",
      "[1409]\tvalid_0's auc: 0.729608\n",
      "[1410]\tvalid_0's auc: 0.729602\n",
      "[1411]\tvalid_0's auc: 0.729596\n",
      "[1412]\tvalid_0's auc: 0.729582\n",
      "[1413]\tvalid_0's auc: 0.729563\n",
      "[1414]\tvalid_0's auc: 0.729556\n",
      "[1415]\tvalid_0's auc: 0.729543\n",
      "[1416]\tvalid_0's auc: 0.729544\n",
      "[1417]\tvalid_0's auc: 0.729536\n",
      "[1418]\tvalid_0's auc: 0.72952\n",
      "[1419]\tvalid_0's auc: 0.729509\n",
      "[1420]\tvalid_0's auc: 0.729513\n",
      "[1421]\tvalid_0's auc: 0.729516\n",
      "[1422]\tvalid_0's auc: 0.729521\n",
      "[1423]\tvalid_0's auc: 0.729508\n",
      "[1424]\tvalid_0's auc: 0.729499\n",
      "[1425]\tvalid_0's auc: 0.729492\n",
      "[1426]\tvalid_0's auc: 0.729496\n",
      "[1427]\tvalid_0's auc: 0.729494\n",
      "[1428]\tvalid_0's auc: 0.729497\n",
      "[1429]\tvalid_0's auc: 0.729486\n",
      "[1430]\tvalid_0's auc: 0.729489\n",
      "[1431]\tvalid_0's auc: 0.729477\n",
      "[1432]\tvalid_0's auc: 0.729473\n",
      "[1433]\tvalid_0's auc: 0.729465\n",
      "[1434]\tvalid_0's auc: 0.729455\n",
      "[1435]\tvalid_0's auc: 0.729445\n",
      "[1436]\tvalid_0's auc: 0.729434\n",
      "[1437]\tvalid_0's auc: 0.729415\n",
      "[1438]\tvalid_0's auc: 0.729425\n",
      "[1439]\tvalid_0's auc: 0.729428\n",
      "[1440]\tvalid_0's auc: 0.729431\n",
      "[1441]\tvalid_0's auc: 0.72943\n",
      "[1442]\tvalid_0's auc: 0.729425\n",
      "[1443]\tvalid_0's auc: 0.729416\n",
      "[1444]\tvalid_0's auc: 0.729414\n",
      "[1445]\tvalid_0's auc: 0.72941\n",
      "[1446]\tvalid_0's auc: 0.72941\n",
      "[1447]\tvalid_0's auc: 0.729409\n",
      "[1448]\tvalid_0's auc: 0.729416\n",
      "[1449]\tvalid_0's auc: 0.729413\n",
      "[1450]\tvalid_0's auc: 0.729404\n",
      "[1451]\tvalid_0's auc: 0.729397\n",
      "[1452]\tvalid_0's auc: 0.729385\n",
      "[1453]\tvalid_0's auc: 0.729386\n",
      "[1454]\tvalid_0's auc: 0.729381\n",
      "[1455]\tvalid_0's auc: 0.729371\n",
      "[1456]\tvalid_0's auc: 0.72936\n",
      "[1457]\tvalid_0's auc: 0.729351\n",
      "[1458]\tvalid_0's auc: 0.729347\n",
      "[1459]\tvalid_0's auc: 0.72935\n",
      "[1460]\tvalid_0's auc: 0.729354\n",
      "[1461]\tvalid_0's auc: 0.72934\n",
      "[1462]\tvalid_0's auc: 0.729339\n",
      "[1463]\tvalid_0's auc: 0.72934\n",
      "[1464]\tvalid_0's auc: 0.729326\n",
      "[1465]\tvalid_0's auc: 0.729307\n",
      "[1466]\tvalid_0's auc: 0.729304\n",
      "[1467]\tvalid_0's auc: 0.729309\n",
      "[1468]\tvalid_0's auc: 0.7293\n",
      "[1469]\tvalid_0's auc: 0.729299\n",
      "[1470]\tvalid_0's auc: 0.729294\n",
      "[1471]\tvalid_0's auc: 0.729294\n",
      "[1472]\tvalid_0's auc: 0.72929\n",
      "[1473]\tvalid_0's auc: 0.72929\n",
      "[1474]\tvalid_0's auc: 0.729284\n",
      "[1475]\tvalid_0's auc: 0.729285\n",
      "[1476]\tvalid_0's auc: 0.729274\n",
      "[1477]\tvalid_0's auc: 0.72927\n",
      "[1478]\tvalid_0's auc: 0.729262\n",
      "[1479]\tvalid_0's auc: 0.729261\n",
      "[1480]\tvalid_0's auc: 0.729245\n",
      "[1481]\tvalid_0's auc: 0.72924\n",
      "[1482]\tvalid_0's auc: 0.729237\n",
      "[1483]\tvalid_0's auc: 0.72923\n",
      "[1484]\tvalid_0's auc: 0.729226\n",
      "[1485]\tvalid_0's auc: 0.729225\n",
      "[1486]\tvalid_0's auc: 0.729221\n",
      "[1487]\tvalid_0's auc: 0.729222\n",
      "[1488]\tvalid_0's auc: 0.729209\n",
      "[1489]\tvalid_0's auc: 0.729199\n",
      "[1490]\tvalid_0's auc: 0.729188\n",
      "[1491]\tvalid_0's auc: 0.729181\n",
      "[1492]\tvalid_0's auc: 0.729182\n",
      "[1493]\tvalid_0's auc: 0.729175\n",
      "[1494]\tvalid_0's auc: 0.729174\n",
      "[1495]\tvalid_0's auc: 0.729169\n",
      "[1496]\tvalid_0's auc: 0.729156\n",
      "[1497]\tvalid_0's auc: 0.729153\n",
      "[1498]\tvalid_0's auc: 0.729149\n",
      "[1499]\tvalid_0's auc: 0.729159\n",
      "[1500]\tvalid_0's auc: 0.729136\n",
      "[1501]\tvalid_0's auc: 0.729135\n",
      "[1502]\tvalid_0's auc: 0.729132\n",
      "[1503]\tvalid_0's auc: 0.729117\n",
      "[1504]\tvalid_0's auc: 0.729109\n",
      "[1505]\tvalid_0's auc: 0.729102\n",
      "[1506]\tvalid_0's auc: 0.729103\n",
      "[1507]\tvalid_0's auc: 0.729106\n",
      "[1508]\tvalid_0's auc: 0.729102\n",
      "[1509]\tvalid_0's auc: 0.729094\n",
      "[1510]\tvalid_0's auc: 0.72909\n",
      "[1511]\tvalid_0's auc: 0.729106\n",
      "[1512]\tvalid_0's auc: 0.729094\n",
      "[1513]\tvalid_0's auc: 0.729106\n",
      "[1514]\tvalid_0's auc: 0.729103\n",
      "[1515]\tvalid_0's auc: 0.729108\n",
      "[1516]\tvalid_0's auc: 0.729106\n",
      "[1517]\tvalid_0's auc: 0.729102\n",
      "[1518]\tvalid_0's auc: 0.729093\n",
      "[1519]\tvalid_0's auc: 0.729093\n",
      "[1520]\tvalid_0's auc: 0.729093\n",
      "[1521]\tvalid_0's auc: 0.729074\n",
      "[1522]\tvalid_0's auc: 0.729066\n",
      "[1523]\tvalid_0's auc: 0.729068\n",
      "[1524]\tvalid_0's auc: 0.729062\n",
      "[1525]\tvalid_0's auc: 0.729056\n",
      "[1526]\tvalid_0's auc: 0.729056\n",
      "[1527]\tvalid_0's auc: 0.729052\n",
      "[1528]\tvalid_0's auc: 0.729039\n",
      "[1529]\tvalid_0's auc: 0.729037\n",
      "[1530]\tvalid_0's auc: 0.729038\n",
      "[1531]\tvalid_0's auc: 0.729025\n",
      "[1532]\tvalid_0's auc: 0.729016\n",
      "[1533]\tvalid_0's auc: 0.72901\n",
      "[1534]\tvalid_0's auc: 0.728993\n",
      "[1535]\tvalid_0's auc: 0.728984\n",
      "[1536]\tvalid_0's auc: 0.728984\n",
      "[1537]\tvalid_0's auc: 0.728977\n",
      "[1538]\tvalid_0's auc: 0.728974\n",
      "[1539]\tvalid_0's auc: 0.728959\n",
      "[1540]\tvalid_0's auc: 0.728963\n",
      "[1541]\tvalid_0's auc: 0.728974\n",
      "[1542]\tvalid_0's auc: 0.728967\n",
      "[1543]\tvalid_0's auc: 0.728963\n",
      "[1544]\tvalid_0's auc: 0.728969\n",
      "[1545]\tvalid_0's auc: 0.728968\n",
      "[1546]\tvalid_0's auc: 0.728963\n",
      "[1547]\tvalid_0's auc: 0.72896\n",
      "[1548]\tvalid_0's auc: 0.728955\n",
      "[1549]\tvalid_0's auc: 0.728947\n",
      "[1550]\tvalid_0's auc: 0.728952\n",
      "[1551]\tvalid_0's auc: 0.728967\n",
      "[1552]\tvalid_0's auc: 0.728945\n",
      "[1553]\tvalid_0's auc: 0.728939\n",
      "[1554]\tvalid_0's auc: 0.728936\n",
      "[1555]\tvalid_0's auc: 0.728936\n",
      "[1556]\tvalid_0's auc: 0.72894\n",
      "[1557]\tvalid_0's auc: 0.728941\n",
      "[1558]\tvalid_0's auc: 0.728944\n",
      "[1559]\tvalid_0's auc: 0.728944\n",
      "[1560]\tvalid_0's auc: 0.728931\n",
      "[1561]\tvalid_0's auc: 0.728936\n",
      "[1562]\tvalid_0's auc: 0.728928\n",
      "[1563]\tvalid_0's auc: 0.728913\n",
      "[1564]\tvalid_0's auc: 0.728907\n",
      "[1565]\tvalid_0's auc: 0.728894\n",
      "[1566]\tvalid_0's auc: 0.728895\n",
      "[1567]\tvalid_0's auc: 0.728889\n",
      "[1568]\tvalid_0's auc: 0.728873\n",
      "[1569]\tvalid_0's auc: 0.728875\n",
      "[1570]\tvalid_0's auc: 0.728867\n",
      "[1571]\tvalid_0's auc: 0.728861\n",
      "[1572]\tvalid_0's auc: 0.728862\n",
      "[1573]\tvalid_0's auc: 0.728849\n",
      "[1574]\tvalid_0's auc: 0.728843\n",
      "[1575]\tvalid_0's auc: 0.728843\n",
      "[1576]\tvalid_0's auc: 0.728839\n",
      "[1577]\tvalid_0's auc: 0.728838\n",
      "[1578]\tvalid_0's auc: 0.728838\n",
      "[1579]\tvalid_0's auc: 0.728838\n",
      "[1580]\tvalid_0's auc: 0.728827\n",
      "[1581]\tvalid_0's auc: 0.728825\n",
      "[1582]\tvalid_0's auc: 0.728828\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1583]\tvalid_0's auc: 0.728816\n",
      "[1584]\tvalid_0's auc: 0.728816\n",
      "[1585]\tvalid_0's auc: 0.728801\n",
      "[1586]\tvalid_0's auc: 0.728818\n",
      "[1587]\tvalid_0's auc: 0.7288\n",
      "[1588]\tvalid_0's auc: 0.728792\n",
      "[1589]\tvalid_0's auc: 0.728789\n",
      "[1590]\tvalid_0's auc: 0.72879\n",
      "[1591]\tvalid_0's auc: 0.728787\n",
      "[1592]\tvalid_0's auc: 0.728786\n",
      "[1593]\tvalid_0's auc: 0.728773\n",
      "[1594]\tvalid_0's auc: 0.728772\n",
      "[1595]\tvalid_0's auc: 0.728767\n",
      "[1596]\tvalid_0's auc: 0.728759\n",
      "[1597]\tvalid_0's auc: 0.728767\n",
      "[1598]\tvalid_0's auc: 0.728767\n",
      "[1599]\tvalid_0's auc: 0.728758\n",
      "[1600]\tvalid_0's auc: 0.728756\n",
      "[1601]\tvalid_0's auc: 0.728751\n",
      "[1602]\tvalid_0's auc: 0.728752\n",
      "[1603]\tvalid_0's auc: 0.728737\n",
      "[1604]\tvalid_0's auc: 0.728737\n",
      "[1605]\tvalid_0's auc: 0.728728\n",
      "[1606]\tvalid_0's auc: 0.728727\n",
      "[1607]\tvalid_0's auc: 0.72872\n",
      "[1608]\tvalid_0's auc: 0.728711\n",
      "[1609]\tvalid_0's auc: 0.728714\n",
      "[1610]\tvalid_0's auc: 0.728705\n",
      "[1611]\tvalid_0's auc: 0.72869\n",
      "[1612]\tvalid_0's auc: 0.728685\n",
      "[1613]\tvalid_0's auc: 0.728684\n",
      "[1614]\tvalid_0's auc: 0.728703\n",
      "[1615]\tvalid_0's auc: 0.728712\n",
      "[1616]\tvalid_0's auc: 0.7287\n",
      "[1617]\tvalid_0's auc: 0.728696\n",
      "[1618]\tvalid_0's auc: 0.728697\n",
      "[1619]\tvalid_0's auc: 0.728696\n",
      "[1620]\tvalid_0's auc: 0.728698\n",
      "[1621]\tvalid_0's auc: 0.728681\n",
      "[1622]\tvalid_0's auc: 0.728679\n",
      "[1623]\tvalid_0's auc: 0.728672\n",
      "[1624]\tvalid_0's auc: 0.728665\n",
      "[1625]\tvalid_0's auc: 0.728672\n",
      "[1626]\tvalid_0's auc: 0.728667\n",
      "[1627]\tvalid_0's auc: 0.728677\n",
      "[1628]\tvalid_0's auc: 0.728654\n",
      "[1629]\tvalid_0's auc: 0.728643\n",
      "[1630]\tvalid_0's auc: 0.728641\n",
      "[1631]\tvalid_0's auc: 0.728648\n",
      "[1632]\tvalid_0's auc: 0.728641\n",
      "[1633]\tvalid_0's auc: 0.728647\n",
      "[1634]\tvalid_0's auc: 0.728651\n",
      "[1635]\tvalid_0's auc: 0.72865\n",
      "[1636]\tvalid_0's auc: 0.728656\n",
      "[1637]\tvalid_0's auc: 0.728646\n",
      "[1638]\tvalid_0's auc: 0.728645\n",
      "[1639]\tvalid_0's auc: 0.72865\n",
      "[1640]\tvalid_0's auc: 0.728642\n",
      "[1641]\tvalid_0's auc: 0.728642\n",
      "[1642]\tvalid_0's auc: 0.728641\n",
      "[1643]\tvalid_0's auc: 0.728638\n",
      "[1644]\tvalid_0's auc: 0.728639\n",
      "[1645]\tvalid_0's auc: 0.72862\n",
      "[1646]\tvalid_0's auc: 0.728623\n",
      "[1647]\tvalid_0's auc: 0.728615\n",
      "[1648]\tvalid_0's auc: 0.728625\n",
      "[1649]\tvalid_0's auc: 0.728607\n",
      "[1650]\tvalid_0's auc: 0.728606\n",
      "[1651]\tvalid_0's auc: 0.728594\n",
      "[1652]\tvalid_0's auc: 0.728591\n",
      "[1653]\tvalid_0's auc: 0.728599\n",
      "[1654]\tvalid_0's auc: 0.728586\n",
      "[1655]\tvalid_0's auc: 0.728572\n",
      "[1656]\tvalid_0's auc: 0.728573\n",
      "[1657]\tvalid_0's auc: 0.728568\n",
      "[1658]\tvalid_0's auc: 0.728563\n",
      "[1659]\tvalid_0's auc: 0.728566\n",
      "[1660]\tvalid_0's auc: 0.72856\n",
      "[1661]\tvalid_0's auc: 0.728549\n",
      "[1662]\tvalid_0's auc: 0.728534\n",
      "[1663]\tvalid_0's auc: 0.72853\n",
      "[1664]\tvalid_0's auc: 0.728529\n",
      "[1665]\tvalid_0's auc: 0.728524\n",
      "[1666]\tvalid_0's auc: 0.728525\n",
      "[1667]\tvalid_0's auc: 0.728504\n",
      "[1668]\tvalid_0's auc: 0.728501\n",
      "[1669]\tvalid_0's auc: 0.728503\n",
      "[1670]\tvalid_0's auc: 0.72849\n",
      "[1671]\tvalid_0's auc: 0.728479\n",
      "[1672]\tvalid_0's auc: 0.728483\n",
      "[1673]\tvalid_0's auc: 0.72848\n",
      "[1674]\tvalid_0's auc: 0.728473\n",
      "[1675]\tvalid_0's auc: 0.728469\n",
      "[1676]\tvalid_0's auc: 0.728474\n",
      "[1677]\tvalid_0's auc: 0.728459\n",
      "[1678]\tvalid_0's auc: 0.728464\n",
      "[1679]\tvalid_0's auc: 0.72846\n",
      "[1680]\tvalid_0's auc: 0.728454\n",
      "[1681]\tvalid_0's auc: 0.728451\n",
      "[1682]\tvalid_0's auc: 0.728441\n",
      "[1683]\tvalid_0's auc: 0.72844\n",
      "[1684]\tvalid_0's auc: 0.728427\n",
      "[1685]\tvalid_0's auc: 0.72843\n",
      "[1686]\tvalid_0's auc: 0.728422\n",
      "[1687]\tvalid_0's auc: 0.72842\n",
      "[1688]\tvalid_0's auc: 0.728413\n",
      "[1689]\tvalid_0's auc: 0.728408\n",
      "[1690]\tvalid_0's auc: 0.728401\n",
      "[1691]\tvalid_0's auc: 0.728393\n",
      "[1692]\tvalid_0's auc: 0.728393\n",
      "[1693]\tvalid_0's auc: 0.728388\n",
      "[1694]\tvalid_0's auc: 0.728386\n",
      "[1695]\tvalid_0's auc: 0.728371\n",
      "[1696]\tvalid_0's auc: 0.728375\n",
      "[1697]\tvalid_0's auc: 0.728358\n",
      "[1698]\tvalid_0's auc: 0.728359\n",
      "[1699]\tvalid_0's auc: 0.728352\n",
      "[1700]\tvalid_0's auc: 0.728347\n",
      "[1701]\tvalid_0's auc: 0.728333\n",
      "[1702]\tvalid_0's auc: 0.728312\n",
      "[1703]\tvalid_0's auc: 0.728307\n",
      "[1704]\tvalid_0's auc: 0.728296\n",
      "[1705]\tvalid_0's auc: 0.728287\n",
      "[1706]\tvalid_0's auc: 0.728289\n",
      "[1707]\tvalid_0's auc: 0.728279\n",
      "[1708]\tvalid_0's auc: 0.728271\n",
      "[1709]\tvalid_0's auc: 0.728261\n",
      "[1710]\tvalid_0's auc: 0.728258\n",
      "[1711]\tvalid_0's auc: 0.728247\n",
      "[1712]\tvalid_0's auc: 0.728215\n",
      "[1713]\tvalid_0's auc: 0.728214\n",
      "[1714]\tvalid_0's auc: 0.728209\n",
      "[1715]\tvalid_0's auc: 0.728219\n",
      "[1716]\tvalid_0's auc: 0.728219\n",
      "[1717]\tvalid_0's auc: 0.728215\n",
      "[1718]\tvalid_0's auc: 0.728202\n",
      "[1719]\tvalid_0's auc: 0.728186\n",
      "[1720]\tvalid_0's auc: 0.728186\n",
      "[1721]\tvalid_0's auc: 0.728187\n",
      "[1722]\tvalid_0's auc: 0.72818\n",
      "[1723]\tvalid_0's auc: 0.728176\n",
      "[1724]\tvalid_0's auc: 0.72816\n",
      "[1725]\tvalid_0's auc: 0.728147\n",
      "[1726]\tvalid_0's auc: 0.728146\n",
      "[1727]\tvalid_0's auc: 0.728157\n",
      "[1728]\tvalid_0's auc: 0.728157\n",
      "[1729]\tvalid_0's auc: 0.728143\n",
      "[1730]\tvalid_0's auc: 0.728143\n",
      "[1731]\tvalid_0's auc: 0.728144\n",
      "[1732]\tvalid_0's auc: 0.728142\n",
      "[1733]\tvalid_0's auc: 0.72816\n",
      "[1734]\tvalid_0's auc: 0.728161\n",
      "[1735]\tvalid_0's auc: 0.728158\n",
      "[1736]\tvalid_0's auc: 0.728148\n",
      "[1737]\tvalid_0's auc: 0.728145\n",
      "[1738]\tvalid_0's auc: 0.728124\n",
      "[1739]\tvalid_0's auc: 0.728109\n",
      "[1740]\tvalid_0's auc: 0.728086\n",
      "[1741]\tvalid_0's auc: 0.728078\n",
      "[1742]\tvalid_0's auc: 0.728082\n",
      "[1743]\tvalid_0's auc: 0.728074\n",
      "[1744]\tvalid_0's auc: 0.728069\n",
      "[1745]\tvalid_0's auc: 0.728051\n",
      "[1746]\tvalid_0's auc: 0.728042\n",
      "[1747]\tvalid_0's auc: 0.728043\n",
      "[1748]\tvalid_0's auc: 0.728052\n",
      "[1749]\tvalid_0's auc: 0.728028\n",
      "[1750]\tvalid_0's auc: 0.728026\n",
      "[1751]\tvalid_0's auc: 0.728011\n",
      "[1752]\tvalid_0's auc: 0.727995\n",
      "[1753]\tvalid_0's auc: 0.727991\n",
      "[1754]\tvalid_0's auc: 0.727982\n",
      "[1755]\tvalid_0's auc: 0.727974\n",
      "[1756]\tvalid_0's auc: 0.727981\n",
      "[1757]\tvalid_0's auc: 0.727971\n",
      "[1758]\tvalid_0's auc: 0.727966\n",
      "[1759]\tvalid_0's auc: 0.727975\n",
      "[1760]\tvalid_0's auc: 0.727969\n",
      "[1761]\tvalid_0's auc: 0.727988\n",
      "[1762]\tvalid_0's auc: 0.727984\n",
      "[1763]\tvalid_0's auc: 0.727973\n",
      "[1764]\tvalid_0's auc: 0.727965\n",
      "[1765]\tvalid_0's auc: 0.727966\n",
      "[1766]\tvalid_0's auc: 0.727958\n",
      "[1767]\tvalid_0's auc: 0.727958\n",
      "[1768]\tvalid_0's auc: 0.727959\n",
      "[1769]\tvalid_0's auc: 0.727953\n",
      "[1770]\tvalid_0's auc: 0.727959\n",
      "[1771]\tvalid_0's auc: 0.727946\n",
      "[1772]\tvalid_0's auc: 0.727945\n",
      "[1773]\tvalid_0's auc: 0.727932\n",
      "[1774]\tvalid_0's auc: 0.727923\n",
      "[1775]\tvalid_0's auc: 0.727936\n",
      "[1776]\tvalid_0's auc: 0.72793\n",
      "[1777]\tvalid_0's auc: 0.727915\n",
      "[1778]\tvalid_0's auc: 0.727905\n",
      "[1779]\tvalid_0's auc: 0.727882\n",
      "[1780]\tvalid_0's auc: 0.727886\n",
      "[1781]\tvalid_0's auc: 0.727876\n",
      "[1782]\tvalid_0's auc: 0.727877\n",
      "[1783]\tvalid_0's auc: 0.727875\n",
      "[1784]\tvalid_0's auc: 0.727876\n",
      "[1785]\tvalid_0's auc: 0.727862\n",
      "[1786]\tvalid_0's auc: 0.727858\n",
      "[1787]\tvalid_0's auc: 0.727847\n",
      "[1788]\tvalid_0's auc: 0.727835\n",
      "[1789]\tvalid_0's auc: 0.72782\n",
      "[1790]\tvalid_0's auc: 0.727817\n",
      "[1791]\tvalid_0's auc: 0.727819\n",
      "[1792]\tvalid_0's auc: 0.727821\n",
      "[1793]\tvalid_0's auc: 0.727809\n",
      "[1794]\tvalid_0's auc: 0.727805\n",
      "[1795]\tvalid_0's auc: 0.727796\n",
      "[1796]\tvalid_0's auc: 0.727801\n",
      "[1797]\tvalid_0's auc: 0.727795\n",
      "[1798]\tvalid_0's auc: 0.727794\n",
      "[1799]\tvalid_0's auc: 0.727793\n",
      "[1800]\tvalid_0's auc: 0.727796\n",
      "[1801]\tvalid_0's auc: 0.727796\n",
      "[1802]\tvalid_0's auc: 0.727788\n",
      "[1803]\tvalid_0's auc: 0.727783\n",
      "[1804]\tvalid_0's auc: 0.727786\n",
      "[1805]\tvalid_0's auc: 0.727783\n",
      "[1806]\tvalid_0's auc: 0.727773\n",
      "[1807]\tvalid_0's auc: 0.727777\n",
      "[1808]\tvalid_0's auc: 0.72778\n",
      "[1809]\tvalid_0's auc: 0.727766\n",
      "[1810]\tvalid_0's auc: 0.727765\n",
      "[1811]\tvalid_0's auc: 0.727763\n",
      "[1812]\tvalid_0's auc: 0.72776\n",
      "[1813]\tvalid_0's auc: 0.727743\n",
      "[1814]\tvalid_0's auc: 0.727735\n",
      "[1815]\tvalid_0's auc: 0.727724\n",
      "[1816]\tvalid_0's auc: 0.727718\n",
      "[1817]\tvalid_0's auc: 0.727701\n",
      "[1818]\tvalid_0's auc: 0.727712\n",
      "[1819]\tvalid_0's auc: 0.727719\n",
      "[1820]\tvalid_0's auc: 0.727715\n",
      "[1821]\tvalid_0's auc: 0.727707\n",
      "[1822]\tvalid_0's auc: 0.727688\n",
      "[1823]\tvalid_0's auc: 0.727681\n",
      "[1824]\tvalid_0's auc: 0.727673\n",
      "[1825]\tvalid_0's auc: 0.727672\n",
      "[1826]\tvalid_0's auc: 0.727677\n",
      "[1827]\tvalid_0's auc: 0.727679\n",
      "[1828]\tvalid_0's auc: 0.727669\n",
      "[1829]\tvalid_0's auc: 0.72767\n",
      "[1830]\tvalid_0's auc: 0.727671\n",
      "[1831]\tvalid_0's auc: 0.72767\n",
      "[1832]\tvalid_0's auc: 0.727676\n",
      "[1833]\tvalid_0's auc: 0.727682\n",
      "[1834]\tvalid_0's auc: 0.727686\n",
      "[1835]\tvalid_0's auc: 0.727683\n",
      "[1836]\tvalid_0's auc: 0.727677\n",
      "[1837]\tvalid_0's auc: 0.727664\n",
      "[1838]\tvalid_0's auc: 0.727658\n",
      "[1839]\tvalid_0's auc: 0.727661\n",
      "[1840]\tvalid_0's auc: 0.727658\n",
      "[1841]\tvalid_0's auc: 0.727655\n",
      "[1842]\tvalid_0's auc: 0.727649\n",
      "[1843]\tvalid_0's auc: 0.727646\n",
      "[1844]\tvalid_0's auc: 0.727637\n",
      "[1845]\tvalid_0's auc: 0.727627\n",
      "[1846]\tvalid_0's auc: 0.727621\n",
      "[1847]\tvalid_0's auc: 0.727616\n",
      "[1848]\tvalid_0's auc: 0.727604\n",
      "[1849]\tvalid_0's auc: 0.727611\n",
      "[1850]\tvalid_0's auc: 0.727608\n",
      "[1851]\tvalid_0's auc: 0.727605\n",
      "[1852]\tvalid_0's auc: 0.727609\n",
      "[1853]\tvalid_0's auc: 0.727603\n",
      "[1854]\tvalid_0's auc: 0.727592\n",
      "[1855]\tvalid_0's auc: 0.727586\n",
      "[1856]\tvalid_0's auc: 0.727583\n",
      "[1857]\tvalid_0's auc: 0.72757\n",
      "[1858]\tvalid_0's auc: 0.727562\n",
      "[1859]\tvalid_0's auc: 0.727546\n",
      "[1860]\tvalid_0's auc: 0.727547\n",
      "[1861]\tvalid_0's auc: 0.727538\n",
      "[1862]\tvalid_0's auc: 0.727538\n",
      "[1863]\tvalid_0's auc: 0.727533\n",
      "[1864]\tvalid_0's auc: 0.727537\n",
      "[1865]\tvalid_0's auc: 0.727539\n",
      "[1866]\tvalid_0's auc: 0.72754\n",
      "[1867]\tvalid_0's auc: 0.727544\n",
      "[1868]\tvalid_0's auc: 0.727544\n",
      "[1869]\tvalid_0's auc: 0.72754\n",
      "[1870]\tvalid_0's auc: 0.727542\n",
      "[1871]\tvalid_0's auc: 0.727548\n",
      "[1872]\tvalid_0's auc: 0.727536\n",
      "[1873]\tvalid_0's auc: 0.727528\n",
      "[1874]\tvalid_0's auc: 0.727516\n",
      "[1875]\tvalid_0's auc: 0.727515\n",
      "[1876]\tvalid_0's auc: 0.727516\n",
      "[1877]\tvalid_0's auc: 0.727511\n",
      "[1878]\tvalid_0's auc: 0.727496\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1879]\tvalid_0's auc: 0.72749\n",
      "[1880]\tvalid_0's auc: 0.727499\n",
      "[1881]\tvalid_0's auc: 0.727484\n",
      "[1882]\tvalid_0's auc: 0.727487\n",
      "[1883]\tvalid_0's auc: 0.727485\n",
      "[1884]\tvalid_0's auc: 0.727471\n",
      "[1885]\tvalid_0's auc: 0.727463\n",
      "[1886]\tvalid_0's auc: 0.72746\n",
      "[1887]\tvalid_0's auc: 0.727445\n",
      "[1888]\tvalid_0's auc: 0.727444\n",
      "[1889]\tvalid_0's auc: 0.727435\n",
      "[1890]\tvalid_0's auc: 0.727435\n",
      "[1891]\tvalid_0's auc: 0.727419\n",
      "[1892]\tvalid_0's auc: 0.727415\n",
      "[1893]\tvalid_0's auc: 0.727414\n",
      "[1894]\tvalid_0's auc: 0.727412\n",
      "[1895]\tvalid_0's auc: 0.727406\n",
      "[1896]\tvalid_0's auc: 0.727398\n",
      "[1897]\tvalid_0's auc: 0.727387\n",
      "[1898]\tvalid_0's auc: 0.727387\n",
      "[1899]\tvalid_0's auc: 0.727375\n",
      "[1900]\tvalid_0's auc: 0.72737\n",
      "[1901]\tvalid_0's auc: 0.727388\n",
      "[1902]\tvalid_0's auc: 0.727377\n",
      "[1903]\tvalid_0's auc: 0.72737\n",
      "[1904]\tvalid_0's auc: 0.727351\n",
      "[1905]\tvalid_0's auc: 0.727334\n",
      "[1906]\tvalid_0's auc: 0.727325\n",
      "[1907]\tvalid_0's auc: 0.727325\n",
      "[1908]\tvalid_0's auc: 0.727317\n",
      "[1909]\tvalid_0's auc: 0.727305\n",
      "[1910]\tvalid_0's auc: 0.7273\n",
      "[1911]\tvalid_0's auc: 0.727296\n",
      "[1912]\tvalid_0's auc: 0.727291\n",
      "[1913]\tvalid_0's auc: 0.727298\n",
      "[1914]\tvalid_0's auc: 0.727303\n",
      "[1915]\tvalid_0's auc: 0.72729\n",
      "[1916]\tvalid_0's auc: 0.727293\n",
      "[1917]\tvalid_0's auc: 0.727291\n",
      "[1918]\tvalid_0's auc: 0.72729\n",
      "[1919]\tvalid_0's auc: 0.727286\n",
      "[1920]\tvalid_0's auc: 0.727282\n",
      "[1921]\tvalid_0's auc: 0.727282\n",
      "[1922]\tvalid_0's auc: 0.727264\n",
      "[1923]\tvalid_0's auc: 0.727247\n",
      "[1924]\tvalid_0's auc: 0.727238\n",
      "[1925]\tvalid_0's auc: 0.727233\n",
      "[1926]\tvalid_0's auc: 0.727214\n",
      "[1927]\tvalid_0's auc: 0.727206\n",
      "[1928]\tvalid_0's auc: 0.727192\n",
      "[1929]\tvalid_0's auc: 0.727199\n",
      "[1930]\tvalid_0's auc: 0.727194\n",
      "[1931]\tvalid_0's auc: 0.727201\n",
      "[1932]\tvalid_0's auc: 0.727199\n",
      "[1933]\tvalid_0's auc: 0.727195\n",
      "[1934]\tvalid_0's auc: 0.727194\n",
      "[1935]\tvalid_0's auc: 0.727192\n",
      "[1936]\tvalid_0's auc: 0.727184\n",
      "[1937]\tvalid_0's auc: 0.727171\n",
      "[1938]\tvalid_0's auc: 0.727176\n",
      "[1939]\tvalid_0's auc: 0.727168\n",
      "[1940]\tvalid_0's auc: 0.727151\n",
      "[1941]\tvalid_0's auc: 0.727149\n",
      "[1942]\tvalid_0's auc: 0.727137\n",
      "[1943]\tvalid_0's auc: 0.727114\n",
      "[1944]\tvalid_0's auc: 0.727099\n",
      "[1945]\tvalid_0's auc: 0.727111\n",
      "[1946]\tvalid_0's auc: 0.727099\n",
      "[1947]\tvalid_0's auc: 0.727101\n",
      "[1948]\tvalid_0's auc: 0.727094\n",
      "[1949]\tvalid_0's auc: 0.72708\n",
      "[1950]\tvalid_0's auc: 0.727058\n",
      "[1951]\tvalid_0's auc: 0.727061\n",
      "[1952]\tvalid_0's auc: 0.727059\n",
      "[1953]\tvalid_0's auc: 0.72705\n",
      "[1954]\tvalid_0's auc: 0.72705\n",
      "[1955]\tvalid_0's auc: 0.72704\n",
      "[1956]\tvalid_0's auc: 0.72703\n",
      "[1957]\tvalid_0's auc: 0.727021\n",
      "[1958]\tvalid_0's auc: 0.727023\n",
      "[1959]\tvalid_0's auc: 0.727006\n",
      "[1960]\tvalid_0's auc: 0.727001\n",
      "[1961]\tvalid_0's auc: 0.727008\n",
      "[1962]\tvalid_0's auc: 0.727008\n",
      "[1963]\tvalid_0's auc: 0.726991\n",
      "[1964]\tvalid_0's auc: 0.726979\n",
      "[1965]\tvalid_0's auc: 0.726971\n",
      "[1966]\tvalid_0's auc: 0.72697\n",
      "[1967]\tvalid_0's auc: 0.726971\n",
      "[1968]\tvalid_0's auc: 0.72697\n",
      "[1969]\tvalid_0's auc: 0.726968\n",
      "[1970]\tvalid_0's auc: 0.726968\n",
      "[1971]\tvalid_0's auc: 0.726964\n",
      "[1972]\tvalid_0's auc: 0.726962\n",
      "[1973]\tvalid_0's auc: 0.726957\n",
      "[1974]\tvalid_0's auc: 0.726961\n",
      "[1975]\tvalid_0's auc: 0.72696\n",
      "[1976]\tvalid_0's auc: 0.726951\n",
      "[1977]\tvalid_0's auc: 0.726941\n",
      "[1978]\tvalid_0's auc: 0.726948\n",
      "[1979]\tvalid_0's auc: 0.726946\n",
      "[1980]\tvalid_0's auc: 0.726939\n",
      "[1981]\tvalid_0's auc: 0.726935\n",
      "[1982]\tvalid_0's auc: 0.726938\n",
      "[1983]\tvalid_0's auc: 0.726951\n",
      "[1984]\tvalid_0's auc: 0.726952\n",
      "[1985]\tvalid_0's auc: 0.726928\n",
      "[1986]\tvalid_0's auc: 0.726923\n",
      "[1987]\tvalid_0's auc: 0.726914\n",
      "[1988]\tvalid_0's auc: 0.726905\n",
      "[1989]\tvalid_0's auc: 0.726906\n",
      "[1990]\tvalid_0's auc: 0.726897\n",
      "[1991]\tvalid_0's auc: 0.726903\n",
      "[1992]\tvalid_0's auc: 0.726891\n",
      "[1993]\tvalid_0's auc: 0.726883\n",
      "[1994]\tvalid_0's auc: 0.726882\n",
      "[1995]\tvalid_0's auc: 0.726871\n",
      "[1996]\tvalid_0's auc: 0.726862\n",
      "[1997]\tvalid_0's auc: 0.72687\n",
      "[1998]\tvalid_0's auc: 0.72686\n",
      "[1999]\tvalid_0's auc: 0.726851\n",
      "[2000]\tvalid_0's auc: 0.726852\n",
      "4\n",
      "3        0\n",
      "6        0\n",
      "10       1\n",
      "11       1\n",
      "13       1\n",
      "        ..\n",
      "86182    1\n",
      "86183    0\n",
      "86185    1\n",
      "86187    1\n",
      "86191    1\n",
      "Name: label, Length: 17238, dtype: object\n",
      "[LightGBM] [Warning] feature_fraction is set=0.8, colsample_bytree=1.0 will be ignored. Current value: feature_fraction=0.8\n",
      "[LightGBM] [Warning] bagging_fraction is set=0.8, subsample=0.8 will be ignored. Current value: bagging_fraction=0.8\n",
      "[1]\tvalid_0's auc: 0.716703\n",
      "[2]\tvalid_0's auc: 0.720747\n",
      "[3]\tvalid_0's auc: 0.721958\n",
      "[4]\tvalid_0's auc: 0.722318\n",
      "[5]\tvalid_0's auc: 0.721963\n",
      "[6]\tvalid_0's auc: 0.722245\n",
      "[7]\tvalid_0's auc: 0.722213\n",
      "[8]\tvalid_0's auc: 0.722437\n",
      "[9]\tvalid_0's auc: 0.722696\n",
      "[10]\tvalid_0's auc: 0.722513\n",
      "[11]\tvalid_0's auc: 0.722422\n",
      "[12]\tvalid_0's auc: 0.722688\n",
      "[13]\tvalid_0's auc: 0.722771\n",
      "[14]\tvalid_0's auc: 0.722879\n",
      "[15]\tvalid_0's auc: 0.72283\n",
      "[16]\tvalid_0's auc: 0.722719\n",
      "[17]\tvalid_0's auc: 0.722752\n",
      "[18]\tvalid_0's auc: 0.722687\n",
      "[19]\tvalid_0's auc: 0.722656\n",
      "[20]\tvalid_0's auc: 0.722598\n",
      "[21]\tvalid_0's auc: 0.722563\n",
      "[22]\tvalid_0's auc: 0.722704\n",
      "[23]\tvalid_0's auc: 0.722598\n",
      "[24]\tvalid_0's auc: 0.722627\n",
      "[25]\tvalid_0's auc: 0.722679\n",
      "[26]\tvalid_0's auc: 0.722822\n",
      "[27]\tvalid_0's auc: 0.722812\n",
      "[28]\tvalid_0's auc: 0.722762\n",
      "[29]\tvalid_0's auc: 0.722806\n",
      "[30]\tvalid_0's auc: 0.722791\n",
      "[31]\tvalid_0's auc: 0.722748\n",
      "[32]\tvalid_0's auc: 0.722738\n",
      "[33]\tvalid_0's auc: 0.722739\n",
      "[34]\tvalid_0's auc: 0.722736\n",
      "[35]\tvalid_0's auc: 0.722713\n",
      "[36]\tvalid_0's auc: 0.722759\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\env\\Anaconda3\\lib\\site-packages\\lightgbm\\sklearn.py:736: UserWarning: 'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n",
      "  _log_warning(\"'verbose' argument is deprecated and will be removed in a future release of LightGBM. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[37]\tvalid_0's auc: 0.722758\n",
      "[38]\tvalid_0's auc: 0.722788\n",
      "[39]\tvalid_0's auc: 0.722819\n",
      "[40]\tvalid_0's auc: 0.722803\n",
      "[41]\tvalid_0's auc: 0.722814\n",
      "[42]\tvalid_0's auc: 0.722808\n",
      "[43]\tvalid_0's auc: 0.722806\n",
      "[44]\tvalid_0's auc: 0.722854\n",
      "[45]\tvalid_0's auc: 0.722847\n",
      "[46]\tvalid_0's auc: 0.722822\n",
      "[47]\tvalid_0's auc: 0.722792\n",
      "[48]\tvalid_0's auc: 0.722791\n",
      "[49]\tvalid_0's auc: 0.722795\n",
      "[50]\tvalid_0's auc: 0.722851\n",
      "[51]\tvalid_0's auc: 0.72283\n",
      "[52]\tvalid_0's auc: 0.722803\n",
      "[53]\tvalid_0's auc: 0.722788\n",
      "[54]\tvalid_0's auc: 0.722769\n",
      "[55]\tvalid_0's auc: 0.722786\n",
      "[56]\tvalid_0's auc: 0.722792\n",
      "[57]\tvalid_0's auc: 0.722736\n",
      "[58]\tvalid_0's auc: 0.722764\n",
      "[59]\tvalid_0's auc: 0.722782\n",
      "[60]\tvalid_0's auc: 0.722812\n",
      "[61]\tvalid_0's auc: 0.722807\n",
      "[62]\tvalid_0's auc: 0.722815\n",
      "[63]\tvalid_0's auc: 0.72281\n",
      "[64]\tvalid_0's auc: 0.722813\n",
      "[65]\tvalid_0's auc: 0.722796\n",
      "[66]\tvalid_0's auc: 0.722811\n",
      "[67]\tvalid_0's auc: 0.722793\n",
      "[68]\tvalid_0's auc: 0.722775\n",
      "[69]\tvalid_0's auc: 0.722806\n",
      "[70]\tvalid_0's auc: 0.72285\n",
      "[71]\tvalid_0's auc: 0.722831\n",
      "[72]\tvalid_0's auc: 0.722845\n",
      "[73]\tvalid_0's auc: 0.722841\n",
      "[74]\tvalid_0's auc: 0.722891\n",
      "[75]\tvalid_0's auc: 0.722906\n",
      "[76]\tvalid_0's auc: 0.722875\n",
      "[77]\tvalid_0's auc: 0.72286\n",
      "[78]\tvalid_0's auc: 0.722844\n",
      "[79]\tvalid_0's auc: 0.722799\n",
      "[80]\tvalid_0's auc: 0.722812\n",
      "[81]\tvalid_0's auc: 0.722837\n",
      "[82]\tvalid_0's auc: 0.722822\n",
      "[83]\tvalid_0's auc: 0.722833\n",
      "[84]\tvalid_0's auc: 0.72284\n",
      "[85]\tvalid_0's auc: 0.722815\n",
      "[86]\tvalid_0's auc: 0.722813\n",
      "[87]\tvalid_0's auc: 0.722825\n",
      "[88]\tvalid_0's auc: 0.722846\n",
      "[89]\tvalid_0's auc: 0.722876\n",
      "[90]\tvalid_0's auc: 0.72287\n",
      "[91]\tvalid_0's auc: 0.722866\n",
      "[92]\tvalid_0's auc: 0.722869\n",
      "[93]\tvalid_0's auc: 0.722857\n",
      "[94]\tvalid_0's auc: 0.722877\n",
      "[95]\tvalid_0's auc: 0.722869\n",
      "[96]\tvalid_0's auc: 0.722865\n",
      "[97]\tvalid_0's auc: 0.722859\n",
      "[98]\tvalid_0's auc: 0.722863\n",
      "[99]\tvalid_0's auc: 0.722851\n",
      "[100]\tvalid_0's auc: 0.72285\n",
      "[101]\tvalid_0's auc: 0.722855\n",
      "[102]\tvalid_0's auc: 0.722847\n",
      "[103]\tvalid_0's auc: 0.722844\n",
      "[104]\tvalid_0's auc: 0.722873\n",
      "[105]\tvalid_0's auc: 0.722857\n",
      "[106]\tvalid_0's auc: 0.722855\n",
      "[107]\tvalid_0's auc: 0.722843\n",
      "[108]\tvalid_0's auc: 0.722836\n",
      "[109]\tvalid_0's auc: 0.722811\n",
      "[110]\tvalid_0's auc: 0.722828\n",
      "[111]\tvalid_0's auc: 0.722852\n",
      "[112]\tvalid_0's auc: 0.722871\n",
      "[113]\tvalid_0's auc: 0.722884\n",
      "[114]\tvalid_0's auc: 0.722879\n",
      "[115]\tvalid_0's auc: 0.722863\n",
      "[116]\tvalid_0's auc: 0.722867\n",
      "[117]\tvalid_0's auc: 0.722865\n",
      "[118]\tvalid_0's auc: 0.722875\n",
      "[119]\tvalid_0's auc: 0.722876\n",
      "[120]\tvalid_0's auc: 0.722887\n",
      "[121]\tvalid_0's auc: 0.722904\n",
      "[122]\tvalid_0's auc: 0.722905\n",
      "[123]\tvalid_0's auc: 0.722929\n",
      "[124]\tvalid_0's auc: 0.722937\n",
      "[125]\tvalid_0's auc: 0.722916\n",
      "[126]\tvalid_0's auc: 0.722919\n",
      "[127]\tvalid_0's auc: 0.722931\n",
      "[128]\tvalid_0's auc: 0.722918\n",
      "[129]\tvalid_0's auc: 0.722915\n",
      "[130]\tvalid_0's auc: 0.722902\n",
      "[131]\tvalid_0's auc: 0.722907\n",
      "[132]\tvalid_0's auc: 0.722907\n",
      "[133]\tvalid_0's auc: 0.722924\n",
      "[134]\tvalid_0's auc: 0.722909\n",
      "[135]\tvalid_0's auc: 0.72292\n",
      "[136]\tvalid_0's auc: 0.722887\n",
      "[137]\tvalid_0's auc: 0.722899\n",
      "[138]\tvalid_0's auc: 0.722897\n",
      "[139]\tvalid_0's auc: 0.722917\n",
      "[140]\tvalid_0's auc: 0.722907\n",
      "[141]\tvalid_0's auc: 0.722915\n",
      "[142]\tvalid_0's auc: 0.722901\n",
      "[143]\tvalid_0's auc: 0.722909\n",
      "[144]\tvalid_0's auc: 0.72293\n",
      "[145]\tvalid_0's auc: 0.722925\n",
      "[146]\tvalid_0's auc: 0.722912\n",
      "[147]\tvalid_0's auc: 0.722913\n",
      "[148]\tvalid_0's auc: 0.722959\n",
      "[149]\tvalid_0's auc: 0.72295\n",
      "[150]\tvalid_0's auc: 0.722958\n",
      "[151]\tvalid_0's auc: 0.722977\n",
      "[152]\tvalid_0's auc: 0.722969\n",
      "[153]\tvalid_0's auc: 0.722958\n",
      "[154]\tvalid_0's auc: 0.722969\n",
      "[155]\tvalid_0's auc: 0.722955\n",
      "[156]\tvalid_0's auc: 0.722943\n",
      "[157]\tvalid_0's auc: 0.722947\n",
      "[158]\tvalid_0's auc: 0.722968\n",
      "[159]\tvalid_0's auc: 0.72295\n",
      "[160]\tvalid_0's auc: 0.722954\n",
      "[161]\tvalid_0's auc: 0.722944\n",
      "[162]\tvalid_0's auc: 0.722921\n",
      "[163]\tvalid_0's auc: 0.722938\n",
      "[164]\tvalid_0's auc: 0.722945\n",
      "[165]\tvalid_0's auc: 0.72296\n",
      "[166]\tvalid_0's auc: 0.722938\n",
      "[167]\tvalid_0's auc: 0.722944\n",
      "[168]\tvalid_0's auc: 0.722936\n",
      "[169]\tvalid_0's auc: 0.722941\n",
      "[170]\tvalid_0's auc: 0.72291\n",
      "[171]\tvalid_0's auc: 0.722901\n",
      "[172]\tvalid_0's auc: 0.722918\n",
      "[173]\tvalid_0's auc: 0.722932\n",
      "[174]\tvalid_0's auc: 0.722913\n",
      "[175]\tvalid_0's auc: 0.722919\n",
      "[176]\tvalid_0's auc: 0.722922\n",
      "[177]\tvalid_0's auc: 0.722915\n",
      "[178]\tvalid_0's auc: 0.722912\n",
      "[179]\tvalid_0's auc: 0.722902\n",
      "[180]\tvalid_0's auc: 0.722887\n",
      "[181]\tvalid_0's auc: 0.722902\n",
      "[182]\tvalid_0's auc: 0.722916\n",
      "[183]\tvalid_0's auc: 0.72292\n",
      "[184]\tvalid_0's auc: 0.722906\n",
      "[185]\tvalid_0's auc: 0.722917\n",
      "[186]\tvalid_0's auc: 0.722926\n",
      "[187]\tvalid_0's auc: 0.722915\n",
      "[188]\tvalid_0's auc: 0.722909\n",
      "[189]\tvalid_0's auc: 0.722888\n",
      "[190]\tvalid_0's auc: 0.722891\n",
      "[191]\tvalid_0's auc: 0.722895\n",
      "[192]\tvalid_0's auc: 0.722874\n",
      "[193]\tvalid_0's auc: 0.722875\n",
      "[194]\tvalid_0's auc: 0.72287\n",
      "[195]\tvalid_0's auc: 0.72285\n",
      "[196]\tvalid_0's auc: 0.722867\n",
      "[197]\tvalid_0's auc: 0.722856\n",
      "[198]\tvalid_0's auc: 0.722827\n",
      "[199]\tvalid_0's auc: 0.722829\n",
      "[200]\tvalid_0's auc: 0.72284\n",
      "[201]\tvalid_0's auc: 0.722838\n",
      "[202]\tvalid_0's auc: 0.722846\n",
      "[203]\tvalid_0's auc: 0.722838\n",
      "[204]\tvalid_0's auc: 0.722835\n",
      "[205]\tvalid_0's auc: 0.722849\n",
      "[206]\tvalid_0's auc: 0.72285\n",
      "[207]\tvalid_0's auc: 0.72286\n",
      "[208]\tvalid_0's auc: 0.722844\n",
      "[209]\tvalid_0's auc: 0.722839\n",
      "[210]\tvalid_0's auc: 0.722845\n",
      "[211]\tvalid_0's auc: 0.722848\n",
      "[212]\tvalid_0's auc: 0.72287\n",
      "[213]\tvalid_0's auc: 0.722872\n",
      "[214]\tvalid_0's auc: 0.722881\n",
      "[215]\tvalid_0's auc: 0.722895\n",
      "[216]\tvalid_0's auc: 0.722902\n",
      "[217]\tvalid_0's auc: 0.722894\n",
      "[218]\tvalid_0's auc: 0.722903\n",
      "[219]\tvalid_0's auc: 0.722911\n",
      "[220]\tvalid_0's auc: 0.722908\n",
      "[221]\tvalid_0's auc: 0.722914\n",
      "[222]\tvalid_0's auc: 0.722913\n",
      "[223]\tvalid_0's auc: 0.722914\n",
      "[224]\tvalid_0's auc: 0.722902\n",
      "[225]\tvalid_0's auc: 0.722905\n",
      "[226]\tvalid_0's auc: 0.722901\n",
      "[227]\tvalid_0's auc: 0.722892\n",
      "[228]\tvalid_0's auc: 0.72291\n",
      "[229]\tvalid_0's auc: 0.722915\n",
      "[230]\tvalid_0's auc: 0.722907\n",
      "[231]\tvalid_0's auc: 0.722904\n",
      "[232]\tvalid_0's auc: 0.72289\n",
      "[233]\tvalid_0's auc: 0.722895\n",
      "[234]\tvalid_0's auc: 0.722902\n",
      "[235]\tvalid_0's auc: 0.722903\n",
      "[236]\tvalid_0's auc: 0.722896\n",
      "[237]\tvalid_0's auc: 0.722904\n",
      "[238]\tvalid_0's auc: 0.722891\n",
      "[239]\tvalid_0's auc: 0.722889\n",
      "[240]\tvalid_0's auc: 0.722885\n",
      "[241]\tvalid_0's auc: 0.722884\n",
      "[242]\tvalid_0's auc: 0.722895\n",
      "[243]\tvalid_0's auc: 0.722883\n",
      "[244]\tvalid_0's auc: 0.722881\n",
      "[245]\tvalid_0's auc: 0.722888\n",
      "[246]\tvalid_0's auc: 0.722882\n",
      "[247]\tvalid_0's auc: 0.722879\n",
      "[248]\tvalid_0's auc: 0.722895\n",
      "[249]\tvalid_0's auc: 0.7229\n",
      "[250]\tvalid_0's auc: 0.722899\n",
      "[251]\tvalid_0's auc: 0.7229\n",
      "[252]\tvalid_0's auc: 0.722884\n",
      "[253]\tvalid_0's auc: 0.722885\n",
      "[254]\tvalid_0's auc: 0.72289\n",
      "[255]\tvalid_0's auc: 0.722879\n",
      "[256]\tvalid_0's auc: 0.722887\n",
      "[257]\tvalid_0's auc: 0.722878\n",
      "[258]\tvalid_0's auc: 0.722888\n",
      "[259]\tvalid_0's auc: 0.722883\n",
      "[260]\tvalid_0's auc: 0.722877\n",
      "[261]\tvalid_0's auc: 0.722887\n",
      "[262]\tvalid_0's auc: 0.722875\n",
      "[263]\tvalid_0's auc: 0.722882\n",
      "[264]\tvalid_0's auc: 0.72288\n",
      "[265]\tvalid_0's auc: 0.722862\n",
      "[266]\tvalid_0's auc: 0.722855\n",
      "[267]\tvalid_0's auc: 0.722857\n",
      "[268]\tvalid_0's auc: 0.722839\n",
      "[269]\tvalid_0's auc: 0.722849\n",
      "[270]\tvalid_0's auc: 0.722844\n",
      "[271]\tvalid_0's auc: 0.722836\n",
      "[272]\tvalid_0's auc: 0.722831\n",
      "[273]\tvalid_0's auc: 0.722824\n",
      "[274]\tvalid_0's auc: 0.722815\n",
      "[275]\tvalid_0's auc: 0.722825\n",
      "[276]\tvalid_0's auc: 0.722821\n",
      "[277]\tvalid_0's auc: 0.722803\n",
      "[278]\tvalid_0's auc: 0.722795\n",
      "[279]\tvalid_0's auc: 0.722809\n",
      "[280]\tvalid_0's auc: 0.722807\n",
      "[281]\tvalid_0's auc: 0.7228\n",
      "[282]\tvalid_0's auc: 0.722794\n",
      "[283]\tvalid_0's auc: 0.722794\n",
      "[284]\tvalid_0's auc: 0.722798\n",
      "[285]\tvalid_0's auc: 0.722796\n",
      "[286]\tvalid_0's auc: 0.722809\n",
      "[287]\tvalid_0's auc: 0.722808\n",
      "[288]\tvalid_0's auc: 0.722808\n",
      "[289]\tvalid_0's auc: 0.722813\n",
      "[290]\tvalid_0's auc: 0.722808\n",
      "[291]\tvalid_0's auc: 0.722812\n",
      "[292]\tvalid_0's auc: 0.722823\n",
      "[293]\tvalid_0's auc: 0.722825\n",
      "[294]\tvalid_0's auc: 0.722822\n",
      "[295]\tvalid_0's auc: 0.722817\n",
      "[296]\tvalid_0's auc: 0.722825\n",
      "[297]\tvalid_0's auc: 0.722813\n",
      "[298]\tvalid_0's auc: 0.722813\n",
      "[299]\tvalid_0's auc: 0.722809\n",
      "[300]\tvalid_0's auc: 0.722806\n",
      "[301]\tvalid_0's auc: 0.722791\n",
      "[302]\tvalid_0's auc: 0.722778\n",
      "[303]\tvalid_0's auc: 0.722776\n",
      "[304]\tvalid_0's auc: 0.72277\n",
      "[305]\tvalid_0's auc: 0.722755\n",
      "[306]\tvalid_0's auc: 0.722742\n",
      "[307]\tvalid_0's auc: 0.722754\n",
      "[308]\tvalid_0's auc: 0.722754\n",
      "[309]\tvalid_0's auc: 0.722752\n",
      "[310]\tvalid_0's auc: 0.722735\n",
      "[311]\tvalid_0's auc: 0.722749\n",
      "[312]\tvalid_0's auc: 0.722753\n",
      "[313]\tvalid_0's auc: 0.72274\n",
      "[314]\tvalid_0's auc: 0.722751\n",
      "[315]\tvalid_0's auc: 0.722751\n",
      "[316]\tvalid_0's auc: 0.722742\n",
      "[317]\tvalid_0's auc: 0.722736\n",
      "[318]\tvalid_0's auc: 0.722729\n",
      "[319]\tvalid_0's auc: 0.722729\n",
      "[320]\tvalid_0's auc: 0.722724\n",
      "[321]\tvalid_0's auc: 0.722727\n",
      "[322]\tvalid_0's auc: 0.722738\n",
      "[323]\tvalid_0's auc: 0.722747\n",
      "[324]\tvalid_0's auc: 0.722744\n",
      "[325]\tvalid_0's auc: 0.722729\n",
      "[326]\tvalid_0's auc: 0.722738\n",
      "[327]\tvalid_0's auc: 0.722737\n",
      "[328]\tvalid_0's auc: 0.722727\n",
      "[329]\tvalid_0's auc: 0.722742\n",
      "[330]\tvalid_0's auc: 0.722752\n",
      "[331]\tvalid_0's auc: 0.722739\n",
      "[332]\tvalid_0's auc: 0.722716\n",
      "[333]\tvalid_0's auc: 0.722724\n",
      "[334]\tvalid_0's auc: 0.722717\n",
      "[335]\tvalid_0's auc: 0.722719\n",
      "[336]\tvalid_0's auc: 0.722732\n",
      "[337]\tvalid_0's auc: 0.722731\n",
      "[338]\tvalid_0's auc: 0.722718\n",
      "[339]\tvalid_0's auc: 0.722722\n",
      "[340]\tvalid_0's auc: 0.72271\n",
      "[341]\tvalid_0's auc: 0.722696\n",
      "[342]\tvalid_0's auc: 0.722696\n",
      "[343]\tvalid_0's auc: 0.722696\n",
      "[344]\tvalid_0's auc: 0.722706\n",
      "[345]\tvalid_0's auc: 0.722706\n",
      "[346]\tvalid_0's auc: 0.722707\n",
      "[347]\tvalid_0's auc: 0.722687\n",
      "[348]\tvalid_0's auc: 0.722683\n",
      "[349]\tvalid_0's auc: 0.722679\n",
      "[350]\tvalid_0's auc: 0.722667\n",
      "[351]\tvalid_0's auc: 0.722669\n",
      "[352]\tvalid_0's auc: 0.722679\n",
      "[353]\tvalid_0's auc: 0.722673\n",
      "[354]\tvalid_0's auc: 0.722668\n",
      "[355]\tvalid_0's auc: 0.722652\n",
      "[356]\tvalid_0's auc: 0.722653\n",
      "[357]\tvalid_0's auc: 0.72265\n",
      "[358]\tvalid_0's auc: 0.722652\n",
      "[359]\tvalid_0's auc: 0.722652\n",
      "[360]\tvalid_0's auc: 0.722647\n",
      "[361]\tvalid_0's auc: 0.72264\n",
      "[362]\tvalid_0's auc: 0.722639\n",
      "[363]\tvalid_0's auc: 0.722632\n",
      "[364]\tvalid_0's auc: 0.722627\n",
      "[365]\tvalid_0's auc: 0.722618\n",
      "[366]\tvalid_0's auc: 0.722616\n",
      "[367]\tvalid_0's auc: 0.722632\n",
      "[368]\tvalid_0's auc: 0.722629\n",
      "[369]\tvalid_0's auc: 0.722634\n",
      "[370]\tvalid_0's auc: 0.72263\n",
      "[371]\tvalid_0's auc: 0.722625\n",
      "[372]\tvalid_0's auc: 0.722609\n",
      "[373]\tvalid_0's auc: 0.722606\n",
      "[374]\tvalid_0's auc: 0.722609\n",
      "[375]\tvalid_0's auc: 0.72261\n",
      "[376]\tvalid_0's auc: 0.722606\n",
      "[377]\tvalid_0's auc: 0.72259\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[378]\tvalid_0's auc: 0.722603\n",
      "[379]\tvalid_0's auc: 0.722605\n",
      "[380]\tvalid_0's auc: 0.722603\n",
      "[381]\tvalid_0's auc: 0.72259\n",
      "[382]\tvalid_0's auc: 0.722586\n",
      "[383]\tvalid_0's auc: 0.722584\n",
      "[384]\tvalid_0's auc: 0.722593\n",
      "[385]\tvalid_0's auc: 0.722598\n",
      "[386]\tvalid_0's auc: 0.722606\n",
      "[387]\tvalid_0's auc: 0.722602\n",
      "[388]\tvalid_0's auc: 0.722588\n",
      "[389]\tvalid_0's auc: 0.722602\n",
      "[390]\tvalid_0's auc: 0.722592\n",
      "[391]\tvalid_0's auc: 0.722584\n",
      "[392]\tvalid_0's auc: 0.722581\n",
      "[393]\tvalid_0's auc: 0.722577\n",
      "[394]\tvalid_0's auc: 0.722584\n",
      "[395]\tvalid_0's auc: 0.722575\n",
      "[396]\tvalid_0's auc: 0.72257\n",
      "[397]\tvalid_0's auc: 0.722572\n",
      "[398]\tvalid_0's auc: 0.722561\n",
      "[399]\tvalid_0's auc: 0.722554\n",
      "[400]\tvalid_0's auc: 0.722554\n",
      "[401]\tvalid_0's auc: 0.722536\n",
      "[402]\tvalid_0's auc: 0.722521\n",
      "[403]\tvalid_0's auc: 0.722521\n",
      "[404]\tvalid_0's auc: 0.722522\n",
      "[405]\tvalid_0's auc: 0.722511\n",
      "[406]\tvalid_0's auc: 0.722532\n",
      "[407]\tvalid_0's auc: 0.72252\n",
      "[408]\tvalid_0's auc: 0.722525\n",
      "[409]\tvalid_0's auc: 0.722535\n",
      "[410]\tvalid_0's auc: 0.722538\n",
      "[411]\tvalid_0's auc: 0.722544\n",
      "[412]\tvalid_0's auc: 0.722541\n",
      "[413]\tvalid_0's auc: 0.722523\n",
      "[414]\tvalid_0's auc: 0.72252\n",
      "[415]\tvalid_0's auc: 0.722512\n",
      "[416]\tvalid_0's auc: 0.722518\n",
      "[417]\tvalid_0's auc: 0.722504\n",
      "[418]\tvalid_0's auc: 0.7225\n",
      "[419]\tvalid_0's auc: 0.722516\n",
      "[420]\tvalid_0's auc: 0.722508\n",
      "[421]\tvalid_0's auc: 0.722508\n",
      "[422]\tvalid_0's auc: 0.722506\n",
      "[423]\tvalid_0's auc: 0.722509\n",
      "[424]\tvalid_0's auc: 0.722513\n",
      "[425]\tvalid_0's auc: 0.722502\n",
      "[426]\tvalid_0's auc: 0.722505\n",
      "[427]\tvalid_0's auc: 0.722501\n",
      "[428]\tvalid_0's auc: 0.722503\n",
      "[429]\tvalid_0's auc: 0.722492\n",
      "[430]\tvalid_0's auc: 0.722474\n",
      "[431]\tvalid_0's auc: 0.722476\n",
      "[432]\tvalid_0's auc: 0.722466\n",
      "[433]\tvalid_0's auc: 0.722465\n",
      "[434]\tvalid_0's auc: 0.722471\n",
      "[435]\tvalid_0's auc: 0.722464\n",
      "[436]\tvalid_0's auc: 0.722464\n",
      "[437]\tvalid_0's auc: 0.722456\n",
      "[438]\tvalid_0's auc: 0.722455\n",
      "[439]\tvalid_0's auc: 0.722461\n",
      "[440]\tvalid_0's auc: 0.722452\n",
      "[441]\tvalid_0's auc: 0.722443\n",
      "[442]\tvalid_0's auc: 0.722449\n",
      "[443]\tvalid_0's auc: 0.722454\n",
      "[444]\tvalid_0's auc: 0.72245\n",
      "[445]\tvalid_0's auc: 0.722462\n",
      "[446]\tvalid_0's auc: 0.722469\n",
      "[447]\tvalid_0's auc: 0.722469\n",
      "[448]\tvalid_0's auc: 0.722464\n",
      "[449]\tvalid_0's auc: 0.722465\n",
      "[450]\tvalid_0's auc: 0.722454\n",
      "[451]\tvalid_0's auc: 0.72245\n",
      "[452]\tvalid_0's auc: 0.722463\n",
      "[453]\tvalid_0's auc: 0.722459\n",
      "[454]\tvalid_0's auc: 0.722457\n",
      "[455]\tvalid_0's auc: 0.722451\n",
      "[456]\tvalid_0's auc: 0.722451\n",
      "[457]\tvalid_0's auc: 0.722452\n",
      "[458]\tvalid_0's auc: 0.722448\n",
      "[459]\tvalid_0's auc: 0.722448\n",
      "[460]\tvalid_0's auc: 0.722445\n",
      "[461]\tvalid_0's auc: 0.722445\n",
      "[462]\tvalid_0's auc: 0.722443\n",
      "[463]\tvalid_0's auc: 0.722437\n",
      "[464]\tvalid_0's auc: 0.722435\n",
      "[465]\tvalid_0's auc: 0.722435\n",
      "[466]\tvalid_0's auc: 0.722429\n",
      "[467]\tvalid_0's auc: 0.722427\n",
      "[468]\tvalid_0's auc: 0.722427\n",
      "[469]\tvalid_0's auc: 0.72243\n",
      "[470]\tvalid_0's auc: 0.722422\n",
      "[471]\tvalid_0's auc: 0.722412\n",
      "[472]\tvalid_0's auc: 0.722408\n",
      "[473]\tvalid_0's auc: 0.722397\n",
      "[474]\tvalid_0's auc: 0.722393\n",
      "[475]\tvalid_0's auc: 0.722389\n",
      "[476]\tvalid_0's auc: 0.72239\n",
      "[477]\tvalid_0's auc: 0.722392\n",
      "[478]\tvalid_0's auc: 0.72238\n",
      "[479]\tvalid_0's auc: 0.722376\n",
      "[480]\tvalid_0's auc: 0.722365\n",
      "[481]\tvalid_0's auc: 0.722364\n",
      "[482]\tvalid_0's auc: 0.722366\n",
      "[483]\tvalid_0's auc: 0.722358\n",
      "[484]\tvalid_0's auc: 0.722351\n",
      "[485]\tvalid_0's auc: 0.722346\n",
      "[486]\tvalid_0's auc: 0.722352\n",
      "[487]\tvalid_0's auc: 0.722357\n",
      "[488]\tvalid_0's auc: 0.722351\n",
      "[489]\tvalid_0's auc: 0.722354\n",
      "[490]\tvalid_0's auc: 0.72236\n",
      "[491]\tvalid_0's auc: 0.722339\n",
      "[492]\tvalid_0's auc: 0.722337\n",
      "[493]\tvalid_0's auc: 0.722345\n",
      "[494]\tvalid_0's auc: 0.72234\n",
      "[495]\tvalid_0's auc: 0.722347\n",
      "[496]\tvalid_0's auc: 0.722351\n",
      "[497]\tvalid_0's auc: 0.722351\n",
      "[498]\tvalid_0's auc: 0.722338\n",
      "[499]\tvalid_0's auc: 0.722339\n",
      "[500]\tvalid_0's auc: 0.722332\n",
      "[501]\tvalid_0's auc: 0.722332\n",
      "[502]\tvalid_0's auc: 0.722335\n",
      "[503]\tvalid_0's auc: 0.722333\n",
      "[504]\tvalid_0's auc: 0.722337\n",
      "[505]\tvalid_0's auc: 0.72236\n",
      "[506]\tvalid_0's auc: 0.722358\n",
      "[507]\tvalid_0's auc: 0.722353\n",
      "[508]\tvalid_0's auc: 0.722339\n",
      "[509]\tvalid_0's auc: 0.722341\n",
      "[510]\tvalid_0's auc: 0.722326\n",
      "[511]\tvalid_0's auc: 0.722328\n",
      "[512]\tvalid_0's auc: 0.722331\n",
      "[513]\tvalid_0's auc: 0.722331\n",
      "[514]\tvalid_0's auc: 0.722322\n",
      "[515]\tvalid_0's auc: 0.722323\n",
      "[516]\tvalid_0's auc: 0.722318\n",
      "[517]\tvalid_0's auc: 0.72231\n",
      "[518]\tvalid_0's auc: 0.722313\n",
      "[519]\tvalid_0's auc: 0.722298\n",
      "[520]\tvalid_0's auc: 0.722297\n",
      "[521]\tvalid_0's auc: 0.72228\n",
      "[522]\tvalid_0's auc: 0.722281\n",
      "[523]\tvalid_0's auc: 0.72227\n",
      "[524]\tvalid_0's auc: 0.722269\n",
      "[525]\tvalid_0's auc: 0.722261\n",
      "[526]\tvalid_0's auc: 0.722261\n",
      "[527]\tvalid_0's auc: 0.722257\n",
      "[528]\tvalid_0's auc: 0.722251\n",
      "[529]\tvalid_0's auc: 0.722263\n",
      "[530]\tvalid_0's auc: 0.722277\n",
      "[531]\tvalid_0's auc: 0.722277\n",
      "[532]\tvalid_0's auc: 0.722271\n",
      "[533]\tvalid_0's auc: 0.722284\n",
      "[534]\tvalid_0's auc: 0.722272\n",
      "[535]\tvalid_0's auc: 0.722269\n",
      "[536]\tvalid_0's auc: 0.722269\n",
      "[537]\tvalid_0's auc: 0.722267\n",
      "[538]\tvalid_0's auc: 0.722274\n",
      "[539]\tvalid_0's auc: 0.722271\n",
      "[540]\tvalid_0's auc: 0.722259\n",
      "[541]\tvalid_0's auc: 0.722256\n",
      "[542]\tvalid_0's auc: 0.722248\n",
      "[543]\tvalid_0's auc: 0.722237\n",
      "[544]\tvalid_0's auc: 0.722252\n",
      "[545]\tvalid_0's auc: 0.722245\n",
      "[546]\tvalid_0's auc: 0.722244\n",
      "[547]\tvalid_0's auc: 0.722246\n",
      "[548]\tvalid_0's auc: 0.722234\n",
      "[549]\tvalid_0's auc: 0.722256\n",
      "[550]\tvalid_0's auc: 0.722243\n",
      "[551]\tvalid_0's auc: 0.722241\n",
      "[552]\tvalid_0's auc: 0.722225\n",
      "[553]\tvalid_0's auc: 0.722228\n",
      "[554]\tvalid_0's auc: 0.722213\n",
      "[555]\tvalid_0's auc: 0.722213\n",
      "[556]\tvalid_0's auc: 0.722208\n",
      "[557]\tvalid_0's auc: 0.722184\n",
      "[558]\tvalid_0's auc: 0.722184\n",
      "[559]\tvalid_0's auc: 0.722186\n",
      "[560]\tvalid_0's auc: 0.722178\n",
      "[561]\tvalid_0's auc: 0.722174\n",
      "[562]\tvalid_0's auc: 0.722187\n",
      "[563]\tvalid_0's auc: 0.72219\n",
      "[564]\tvalid_0's auc: 0.722191\n",
      "[565]\tvalid_0's auc: 0.722177\n",
      "[566]\tvalid_0's auc: 0.722163\n",
      "[567]\tvalid_0's auc: 0.722169\n",
      "[568]\tvalid_0's auc: 0.722171\n",
      "[569]\tvalid_0's auc: 0.722169\n",
      "[570]\tvalid_0's auc: 0.722163\n",
      "[571]\tvalid_0's auc: 0.72216\n",
      "[572]\tvalid_0's auc: 0.722162\n",
      "[573]\tvalid_0's auc: 0.722149\n",
      "[574]\tvalid_0's auc: 0.722158\n",
      "[575]\tvalid_0's auc: 0.722153\n",
      "[576]\tvalid_0's auc: 0.722155\n",
      "[577]\tvalid_0's auc: 0.722151\n",
      "[578]\tvalid_0's auc: 0.722148\n",
      "[579]\tvalid_0's auc: 0.722139\n",
      "[580]\tvalid_0's auc: 0.722131\n",
      "[581]\tvalid_0's auc: 0.722126\n",
      "[582]\tvalid_0's auc: 0.722116\n",
      "[583]\tvalid_0's auc: 0.722113\n",
      "[584]\tvalid_0's auc: 0.722108\n",
      "[585]\tvalid_0's auc: 0.722103\n",
      "[586]\tvalid_0's auc: 0.722088\n",
      "[587]\tvalid_0's auc: 0.722085\n",
      "[588]\tvalid_0's auc: 0.722092\n",
      "[589]\tvalid_0's auc: 0.722078\n",
      "[590]\tvalid_0's auc: 0.722074\n",
      "[591]\tvalid_0's auc: 0.722078\n",
      "[592]\tvalid_0's auc: 0.722072\n",
      "[593]\tvalid_0's auc: 0.722074\n",
      "[594]\tvalid_0's auc: 0.722069\n",
      "[595]\tvalid_0's auc: 0.722069\n",
      "[596]\tvalid_0's auc: 0.722065\n",
      "[597]\tvalid_0's auc: 0.722071\n",
      "[598]\tvalid_0's auc: 0.722062\n",
      "[599]\tvalid_0's auc: 0.722038\n",
      "[600]\tvalid_0's auc: 0.722035\n",
      "[601]\tvalid_0's auc: 0.722024\n",
      "[602]\tvalid_0's auc: 0.722021\n",
      "[603]\tvalid_0's auc: 0.722011\n",
      "[604]\tvalid_0's auc: 0.722009\n",
      "[605]\tvalid_0's auc: 0.722011\n",
      "[606]\tvalid_0's auc: 0.722018\n",
      "[607]\tvalid_0's auc: 0.722012\n",
      "[608]\tvalid_0's auc: 0.722008\n",
      "[609]\tvalid_0's auc: 0.721999\n",
      "[610]\tvalid_0's auc: 0.721996\n",
      "[611]\tvalid_0's auc: 0.721992\n",
      "[612]\tvalid_0's auc: 0.721989\n",
      "[613]\tvalid_0's auc: 0.72198\n",
      "[614]\tvalid_0's auc: 0.721978\n",
      "[615]\tvalid_0's auc: 0.721975\n",
      "[616]\tvalid_0's auc: 0.721972\n",
      "[617]\tvalid_0's auc: 0.721965\n",
      "[618]\tvalid_0's auc: 0.721964\n",
      "[619]\tvalid_0's auc: 0.721957\n",
      "[620]\tvalid_0's auc: 0.721962\n",
      "[621]\tvalid_0's auc: 0.721948\n",
      "[622]\tvalid_0's auc: 0.721942\n",
      "[623]\tvalid_0's auc: 0.721932\n",
      "[624]\tvalid_0's auc: 0.721924\n",
      "[625]\tvalid_0's auc: 0.721925\n",
      "[626]\tvalid_0's auc: 0.721916\n",
      "[627]\tvalid_0's auc: 0.721918\n",
      "[628]\tvalid_0's auc: 0.72193\n",
      "[629]\tvalid_0's auc: 0.721925\n",
      "[630]\tvalid_0's auc: 0.721922\n",
      "[631]\tvalid_0's auc: 0.721917\n",
      "[632]\tvalid_0's auc: 0.721899\n",
      "[633]\tvalid_0's auc: 0.721898\n",
      "[634]\tvalid_0's auc: 0.721895\n",
      "[635]\tvalid_0's auc: 0.721892\n",
      "[636]\tvalid_0's auc: 0.721895\n",
      "[637]\tvalid_0's auc: 0.721895\n",
      "[638]\tvalid_0's auc: 0.721889\n",
      "[639]\tvalid_0's auc: 0.721894\n",
      "[640]\tvalid_0's auc: 0.721886\n",
      "[641]\tvalid_0's auc: 0.721887\n",
      "[642]\tvalid_0's auc: 0.721881\n",
      "[643]\tvalid_0's auc: 0.721877\n",
      "[644]\tvalid_0's auc: 0.721866\n",
      "[645]\tvalid_0's auc: 0.721857\n",
      "[646]\tvalid_0's auc: 0.721851\n",
      "[647]\tvalid_0's auc: 0.721839\n",
      "[648]\tvalid_0's auc: 0.721827\n",
      "[649]\tvalid_0's auc: 0.721827\n",
      "[650]\tvalid_0's auc: 0.72183\n",
      "[651]\tvalid_0's auc: 0.72184\n",
      "[652]\tvalid_0's auc: 0.721842\n",
      "[653]\tvalid_0's auc: 0.721836\n",
      "[654]\tvalid_0's auc: 0.721839\n",
      "[655]\tvalid_0's auc: 0.721836\n",
      "[656]\tvalid_0's auc: 0.721827\n",
      "[657]\tvalid_0's auc: 0.721809\n",
      "[658]\tvalid_0's auc: 0.721806\n",
      "[659]\tvalid_0's auc: 0.721813\n",
      "[660]\tvalid_0's auc: 0.72182\n",
      "[661]\tvalid_0's auc: 0.721823\n",
      "[662]\tvalid_0's auc: 0.721826\n",
      "[663]\tvalid_0's auc: 0.721824\n",
      "[664]\tvalid_0's auc: 0.721832\n",
      "[665]\tvalid_0's auc: 0.721827\n",
      "[666]\tvalid_0's auc: 0.721836\n",
      "[667]\tvalid_0's auc: 0.72183\n",
      "[668]\tvalid_0's auc: 0.721828\n",
      "[669]\tvalid_0's auc: 0.721817\n",
      "[670]\tvalid_0's auc: 0.72181\n",
      "[671]\tvalid_0's auc: 0.721813\n",
      "[672]\tvalid_0's auc: 0.7218\n",
      "[673]\tvalid_0's auc: 0.721789\n",
      "[674]\tvalid_0's auc: 0.721783\n",
      "[675]\tvalid_0's auc: 0.721793\n",
      "[676]\tvalid_0's auc: 0.721788\n",
      "[677]\tvalid_0's auc: 0.721787\n",
      "[678]\tvalid_0's auc: 0.721788\n",
      "[679]\tvalid_0's auc: 0.721784\n",
      "[680]\tvalid_0's auc: 0.72179\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[681]\tvalid_0's auc: 0.721786\n",
      "[682]\tvalid_0's auc: 0.721778\n",
      "[683]\tvalid_0's auc: 0.721772\n",
      "[684]\tvalid_0's auc: 0.721756\n",
      "[685]\tvalid_0's auc: 0.721759\n",
      "[686]\tvalid_0's auc: 0.721751\n",
      "[687]\tvalid_0's auc: 0.721744\n",
      "[688]\tvalid_0's auc: 0.721722\n",
      "[689]\tvalid_0's auc: 0.721723\n",
      "[690]\tvalid_0's auc: 0.721736\n",
      "[691]\tvalid_0's auc: 0.721747\n",
      "[692]\tvalid_0's auc: 0.721743\n",
      "[693]\tvalid_0's auc: 0.721736\n",
      "[694]\tvalid_0's auc: 0.721725\n",
      "[695]\tvalid_0's auc: 0.721719\n",
      "[696]\tvalid_0's auc: 0.721728\n",
      "[697]\tvalid_0's auc: 0.721715\n",
      "[698]\tvalid_0's auc: 0.721716\n",
      "[699]\tvalid_0's auc: 0.721702\n",
      "[700]\tvalid_0's auc: 0.721693\n",
      "[701]\tvalid_0's auc: 0.721689\n",
      "[702]\tvalid_0's auc: 0.721685\n",
      "[703]\tvalid_0's auc: 0.721693\n",
      "[704]\tvalid_0's auc: 0.721691\n",
      "[705]\tvalid_0's auc: 0.721678\n",
      "[706]\tvalid_0's auc: 0.721679\n",
      "[707]\tvalid_0's auc: 0.721669\n",
      "[708]\tvalid_0's auc: 0.721675\n",
      "[709]\tvalid_0's auc: 0.721675\n",
      "[710]\tvalid_0's auc: 0.721667\n",
      "[711]\tvalid_0's auc: 0.721669\n",
      "[712]\tvalid_0's auc: 0.721677\n",
      "[713]\tvalid_0's auc: 0.721664\n",
      "[714]\tvalid_0's auc: 0.721679\n",
      "[715]\tvalid_0's auc: 0.721676\n",
      "[716]\tvalid_0's auc: 0.721666\n",
      "[717]\tvalid_0's auc: 0.721673\n",
      "[718]\tvalid_0's auc: 0.721675\n",
      "[719]\tvalid_0's auc: 0.72167\n",
      "[720]\tvalid_0's auc: 0.721673\n",
      "[721]\tvalid_0's auc: 0.721667\n",
      "[722]\tvalid_0's auc: 0.721658\n",
      "[723]\tvalid_0's auc: 0.721649\n",
      "[724]\tvalid_0's auc: 0.721654\n",
      "[725]\tvalid_0's auc: 0.721646\n",
      "[726]\tvalid_0's auc: 0.721636\n",
      "[727]\tvalid_0's auc: 0.721629\n",
      "[728]\tvalid_0's auc: 0.72162\n",
      "[729]\tvalid_0's auc: 0.721612\n",
      "[730]\tvalid_0's auc: 0.721594\n",
      "[731]\tvalid_0's auc: 0.721578\n",
      "[732]\tvalid_0's auc: 0.721575\n",
      "[733]\tvalid_0's auc: 0.721561\n",
      "[734]\tvalid_0's auc: 0.721561\n",
      "[735]\tvalid_0's auc: 0.721558\n",
      "[736]\tvalid_0's auc: 0.72155\n",
      "[737]\tvalid_0's auc: 0.72155\n",
      "[738]\tvalid_0's auc: 0.721555\n",
      "[739]\tvalid_0's auc: 0.72155\n",
      "[740]\tvalid_0's auc: 0.721552\n",
      "[741]\tvalid_0's auc: 0.721557\n",
      "[742]\tvalid_0's auc: 0.721552\n",
      "[743]\tvalid_0's auc: 0.721535\n",
      "[744]\tvalid_0's auc: 0.721528\n",
      "[745]\tvalid_0's auc: 0.721535\n",
      "[746]\tvalid_0's auc: 0.721546\n",
      "[747]\tvalid_0's auc: 0.72154\n",
      "[748]\tvalid_0's auc: 0.721533\n",
      "[749]\tvalid_0's auc: 0.721524\n",
      "[750]\tvalid_0's auc: 0.721514\n",
      "[751]\tvalid_0's auc: 0.721509\n",
      "[752]\tvalid_0's auc: 0.72151\n",
      "[753]\tvalid_0's auc: 0.721495\n",
      "[754]\tvalid_0's auc: 0.721493\n",
      "[755]\tvalid_0's auc: 0.721477\n",
      "[756]\tvalid_0's auc: 0.721485\n",
      "[757]\tvalid_0's auc: 0.721465\n",
      "[758]\tvalid_0's auc: 0.721457\n",
      "[759]\tvalid_0's auc: 0.721455\n",
      "[760]\tvalid_0's auc: 0.721449\n",
      "[761]\tvalid_0's auc: 0.721441\n",
      "[762]\tvalid_0's auc: 0.721434\n",
      "[763]\tvalid_0's auc: 0.721431\n",
      "[764]\tvalid_0's auc: 0.721414\n",
      "[765]\tvalid_0's auc: 0.721399\n",
      "[766]\tvalid_0's auc: 0.721397\n",
      "[767]\tvalid_0's auc: 0.721386\n",
      "[768]\tvalid_0's auc: 0.721392\n",
      "[769]\tvalid_0's auc: 0.721391\n",
      "[770]\tvalid_0's auc: 0.72137\n",
      "[771]\tvalid_0's auc: 0.721356\n",
      "[772]\tvalid_0's auc: 0.721349\n",
      "[773]\tvalid_0's auc: 0.721347\n",
      "[774]\tvalid_0's auc: 0.721349\n",
      "[775]\tvalid_0's auc: 0.721344\n",
      "[776]\tvalid_0's auc: 0.721331\n",
      "[777]\tvalid_0's auc: 0.72132\n",
      "[778]\tvalid_0's auc: 0.721316\n",
      "[779]\tvalid_0's auc: 0.721327\n",
      "[780]\tvalid_0's auc: 0.721315\n",
      "[781]\tvalid_0's auc: 0.721315\n",
      "[782]\tvalid_0's auc: 0.721335\n",
      "[783]\tvalid_0's auc: 0.721328\n",
      "[784]\tvalid_0's auc: 0.721319\n",
      "[785]\tvalid_0's auc: 0.721315\n",
      "[786]\tvalid_0's auc: 0.721319\n",
      "[787]\tvalid_0's auc: 0.721319\n",
      "[788]\tvalid_0's auc: 0.721313\n",
      "[789]\tvalid_0's auc: 0.721298\n",
      "[790]\tvalid_0's auc: 0.721285\n",
      "[791]\tvalid_0's auc: 0.721295\n",
      "[792]\tvalid_0's auc: 0.721296\n",
      "[793]\tvalid_0's auc: 0.721288\n",
      "[794]\tvalid_0's auc: 0.721287\n",
      "[795]\tvalid_0's auc: 0.721284\n",
      "[796]\tvalid_0's auc: 0.721278\n",
      "[797]\tvalid_0's auc: 0.721272\n",
      "[798]\tvalid_0's auc: 0.721276\n",
      "[799]\tvalid_0's auc: 0.721274\n",
      "[800]\tvalid_0's auc: 0.721264\n",
      "[801]\tvalid_0's auc: 0.721252\n",
      "[802]\tvalid_0's auc: 0.721256\n",
      "[803]\tvalid_0's auc: 0.72125\n",
      "[804]\tvalid_0's auc: 0.721244\n",
      "[805]\tvalid_0's auc: 0.721242\n",
      "[806]\tvalid_0's auc: 0.721242\n",
      "[807]\tvalid_0's auc: 0.721229\n",
      "[808]\tvalid_0's auc: 0.721224\n",
      "[809]\tvalid_0's auc: 0.721217\n",
      "[810]\tvalid_0's auc: 0.721196\n",
      "[811]\tvalid_0's auc: 0.721202\n",
      "[812]\tvalid_0's auc: 0.721201\n",
      "[813]\tvalid_0's auc: 0.721191\n",
      "[814]\tvalid_0's auc: 0.721186\n",
      "[815]\tvalid_0's auc: 0.721183\n",
      "[816]\tvalid_0's auc: 0.721189\n",
      "[817]\tvalid_0's auc: 0.721183\n",
      "[818]\tvalid_0's auc: 0.721185\n",
      "[819]\tvalid_0's auc: 0.721173\n",
      "[820]\tvalid_0's auc: 0.721167\n",
      "[821]\tvalid_0's auc: 0.72116\n",
      "[822]\tvalid_0's auc: 0.721165\n",
      "[823]\tvalid_0's auc: 0.721162\n",
      "[824]\tvalid_0's auc: 0.721162\n",
      "[825]\tvalid_0's auc: 0.72116\n",
      "[826]\tvalid_0's auc: 0.721153\n",
      "[827]\tvalid_0's auc: 0.721128\n",
      "[828]\tvalid_0's auc: 0.721113\n",
      "[829]\tvalid_0's auc: 0.721108\n",
      "[830]\tvalid_0's auc: 0.721108\n",
      "[831]\tvalid_0's auc: 0.721114\n",
      "[832]\tvalid_0's auc: 0.721097\n",
      "[833]\tvalid_0's auc: 0.721099\n",
      "[834]\tvalid_0's auc: 0.721092\n",
      "[835]\tvalid_0's auc: 0.721088\n",
      "[836]\tvalid_0's auc: 0.721088\n",
      "[837]\tvalid_0's auc: 0.721086\n",
      "[838]\tvalid_0's auc: 0.72109\n",
      "[839]\tvalid_0's auc: 0.721084\n",
      "[840]\tvalid_0's auc: 0.721087\n",
      "[841]\tvalid_0's auc: 0.721079\n",
      "[842]\tvalid_0's auc: 0.721082\n",
      "[843]\tvalid_0's auc: 0.721078\n",
      "[844]\tvalid_0's auc: 0.721065\n",
      "[845]\tvalid_0's auc: 0.721053\n",
      "[846]\tvalid_0's auc: 0.72105\n",
      "[847]\tvalid_0's auc: 0.72104\n",
      "[848]\tvalid_0's auc: 0.721029\n",
      "[849]\tvalid_0's auc: 0.721019\n",
      "[850]\tvalid_0's auc: 0.721019\n",
      "[851]\tvalid_0's auc: 0.721009\n",
      "[852]\tvalid_0's auc: 0.721021\n",
      "[853]\tvalid_0's auc: 0.721018\n",
      "[854]\tvalid_0's auc: 0.721021\n",
      "[855]\tvalid_0's auc: 0.721023\n",
      "[856]\tvalid_0's auc: 0.721007\n",
      "[857]\tvalid_0's auc: 0.721006\n",
      "[858]\tvalid_0's auc: 0.720995\n",
      "[859]\tvalid_0's auc: 0.721001\n",
      "[860]\tvalid_0's auc: 0.721\n",
      "[861]\tvalid_0's auc: 0.721002\n",
      "[862]\tvalid_0's auc: 0.720999\n",
      "[863]\tvalid_0's auc: 0.720995\n",
      "[864]\tvalid_0's auc: 0.720998\n",
      "[865]\tvalid_0's auc: 0.72099\n",
      "[866]\tvalid_0's auc: 0.720979\n",
      "[867]\tvalid_0's auc: 0.720965\n",
      "[868]\tvalid_0's auc: 0.720954\n",
      "[869]\tvalid_0's auc: 0.720946\n",
      "[870]\tvalid_0's auc: 0.720939\n",
      "[871]\tvalid_0's auc: 0.720917\n",
      "[872]\tvalid_0's auc: 0.720927\n",
      "[873]\tvalid_0's auc: 0.720915\n",
      "[874]\tvalid_0's auc: 0.720913\n",
      "[875]\tvalid_0's auc: 0.720913\n",
      "[876]\tvalid_0's auc: 0.72092\n",
      "[877]\tvalid_0's auc: 0.720932\n",
      "[878]\tvalid_0's auc: 0.720937\n",
      "[879]\tvalid_0's auc: 0.720925\n",
      "[880]\tvalid_0's auc: 0.720923\n",
      "[881]\tvalid_0's auc: 0.72091\n",
      "[882]\tvalid_0's auc: 0.720908\n",
      "[883]\tvalid_0's auc: 0.720899\n",
      "[884]\tvalid_0's auc: 0.720891\n",
      "[885]\tvalid_0's auc: 0.720912\n",
      "[886]\tvalid_0's auc: 0.72091\n",
      "[887]\tvalid_0's auc: 0.72088\n",
      "[888]\tvalid_0's auc: 0.720885\n",
      "[889]\tvalid_0's auc: 0.720882\n",
      "[890]\tvalid_0's auc: 0.720874\n",
      "[891]\tvalid_0's auc: 0.720866\n",
      "[892]\tvalid_0's auc: 0.720862\n",
      "[893]\tvalid_0's auc: 0.720859\n",
      "[894]\tvalid_0's auc: 0.720864\n",
      "[895]\tvalid_0's auc: 0.720869\n",
      "[896]\tvalid_0's auc: 0.720863\n",
      "[897]\tvalid_0's auc: 0.720862\n",
      "[898]\tvalid_0's auc: 0.720858\n",
      "[899]\tvalid_0's auc: 0.720859\n",
      "[900]\tvalid_0's auc: 0.720853\n",
      "[901]\tvalid_0's auc: 0.720848\n",
      "[902]\tvalid_0's auc: 0.720831\n",
      "[903]\tvalid_0's auc: 0.720829\n",
      "[904]\tvalid_0's auc: 0.720817\n",
      "[905]\tvalid_0's auc: 0.720812\n",
      "[906]\tvalid_0's auc: 0.720814\n",
      "[907]\tvalid_0's auc: 0.720815\n",
      "[908]\tvalid_0's auc: 0.72081\n",
      "[909]\tvalid_0's auc: 0.720804\n",
      "[910]\tvalid_0's auc: 0.720796\n",
      "[911]\tvalid_0's auc: 0.720798\n",
      "[912]\tvalid_0's auc: 0.720788\n",
      "[913]\tvalid_0's auc: 0.72079\n",
      "[914]\tvalid_0's auc: 0.720772\n",
      "[915]\tvalid_0's auc: 0.72076\n",
      "[916]\tvalid_0's auc: 0.720747\n",
      "[917]\tvalid_0's auc: 0.720749\n",
      "[918]\tvalid_0's auc: 0.720747\n",
      "[919]\tvalid_0's auc: 0.720742\n",
      "[920]\tvalid_0's auc: 0.720731\n",
      "[921]\tvalid_0's auc: 0.720731\n",
      "[922]\tvalid_0's auc: 0.720736\n",
      "[923]\tvalid_0's auc: 0.720729\n",
      "[924]\tvalid_0's auc: 0.720727\n",
      "[925]\tvalid_0's auc: 0.720722\n",
      "[926]\tvalid_0's auc: 0.720718\n",
      "[927]\tvalid_0's auc: 0.720704\n",
      "[928]\tvalid_0's auc: 0.72071\n",
      "[929]\tvalid_0's auc: 0.720708\n",
      "[930]\tvalid_0's auc: 0.720702\n",
      "[931]\tvalid_0's auc: 0.720705\n",
      "[932]\tvalid_0's auc: 0.720707\n",
      "[933]\tvalid_0's auc: 0.720701\n",
      "[934]\tvalid_0's auc: 0.720696\n",
      "[935]\tvalid_0's auc: 0.720686\n",
      "[936]\tvalid_0's auc: 0.720677\n",
      "[937]\tvalid_0's auc: 0.72067\n",
      "[938]\tvalid_0's auc: 0.720661\n",
      "[939]\tvalid_0's auc: 0.720654\n",
      "[940]\tvalid_0's auc: 0.720654\n",
      "[941]\tvalid_0's auc: 0.720663\n",
      "[942]\tvalid_0's auc: 0.720662\n",
      "[943]\tvalid_0's auc: 0.720643\n",
      "[944]\tvalid_0's auc: 0.720635\n",
      "[945]\tvalid_0's auc: 0.720633\n",
      "[946]\tvalid_0's auc: 0.720634\n",
      "[947]\tvalid_0's auc: 0.720626\n",
      "[948]\tvalid_0's auc: 0.72062\n",
      "[949]\tvalid_0's auc: 0.720619\n",
      "[950]\tvalid_0's auc: 0.720612\n",
      "[951]\tvalid_0's auc: 0.720611\n",
      "[952]\tvalid_0's auc: 0.720616\n",
      "[953]\tvalid_0's auc: 0.720611\n",
      "[954]\tvalid_0's auc: 0.720589\n",
      "[955]\tvalid_0's auc: 0.72059\n",
      "[956]\tvalid_0's auc: 0.720597\n",
      "[957]\tvalid_0's auc: 0.720595\n",
      "[958]\tvalid_0's auc: 0.720593\n",
      "[959]\tvalid_0's auc: 0.720585\n",
      "[960]\tvalid_0's auc: 0.720575\n",
      "[961]\tvalid_0's auc: 0.720571\n",
      "[962]\tvalid_0's auc: 0.720572\n",
      "[963]\tvalid_0's auc: 0.720559\n",
      "[964]\tvalid_0's auc: 0.720547\n",
      "[965]\tvalid_0's auc: 0.720544\n",
      "[966]\tvalid_0's auc: 0.720544\n",
      "[967]\tvalid_0's auc: 0.72054\n",
      "[968]\tvalid_0's auc: 0.720538\n",
      "[969]\tvalid_0's auc: 0.72053\n",
      "[970]\tvalid_0's auc: 0.720522\n",
      "[971]\tvalid_0's auc: 0.72051\n",
      "[972]\tvalid_0's auc: 0.720506\n",
      "[973]\tvalid_0's auc: 0.720497\n",
      "[974]\tvalid_0's auc: 0.720497\n",
      "[975]\tvalid_0's auc: 0.720506\n",
      "[976]\tvalid_0's auc: 0.72048\n",
      "[977]\tvalid_0's auc: 0.720465\n",
      "[978]\tvalid_0's auc: 0.720468\n",
      "[979]\tvalid_0's auc: 0.72047\n",
      "[980]\tvalid_0's auc: 0.720471\n",
      "[981]\tvalid_0's auc: 0.720459\n",
      "[982]\tvalid_0's auc: 0.720447\n",
      "[983]\tvalid_0's auc: 0.720442\n",
      "[984]\tvalid_0's auc: 0.720437\n",
      "[985]\tvalid_0's auc: 0.720434\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[986]\tvalid_0's auc: 0.720417\n",
      "[987]\tvalid_0's auc: 0.720421\n",
      "[988]\tvalid_0's auc: 0.720415\n",
      "[989]\tvalid_0's auc: 0.720408\n",
      "[990]\tvalid_0's auc: 0.720398\n",
      "[991]\tvalid_0's auc: 0.720393\n",
      "[992]\tvalid_0's auc: 0.720387\n",
      "[993]\tvalid_0's auc: 0.720374\n",
      "[994]\tvalid_0's auc: 0.720364\n",
      "[995]\tvalid_0's auc: 0.72036\n",
      "[996]\tvalid_0's auc: 0.720362\n",
      "[997]\tvalid_0's auc: 0.720352\n",
      "[998]\tvalid_0's auc: 0.720352\n",
      "[999]\tvalid_0's auc: 0.720352\n",
      "[1000]\tvalid_0's auc: 0.720346\n",
      "[1001]\tvalid_0's auc: 0.720347\n",
      "[1002]\tvalid_0's auc: 0.720336\n",
      "[1003]\tvalid_0's auc: 0.720339\n",
      "[1004]\tvalid_0's auc: 0.720335\n",
      "[1005]\tvalid_0's auc: 0.720334\n",
      "[1006]\tvalid_0's auc: 0.720331\n",
      "[1007]\tvalid_0's auc: 0.720329\n",
      "[1008]\tvalid_0's auc: 0.720318\n",
      "[1009]\tvalid_0's auc: 0.720311\n",
      "[1010]\tvalid_0's auc: 0.720297\n",
      "[1011]\tvalid_0's auc: 0.720283\n",
      "[1012]\tvalid_0's auc: 0.720283\n",
      "[1013]\tvalid_0's auc: 0.720285\n",
      "[1014]\tvalid_0's auc: 0.720275\n",
      "[1015]\tvalid_0's auc: 0.720268\n",
      "[1016]\tvalid_0's auc: 0.720273\n",
      "[1017]\tvalid_0's auc: 0.720281\n",
      "[1018]\tvalid_0's auc: 0.720278\n",
      "[1019]\tvalid_0's auc: 0.720278\n",
      "[1020]\tvalid_0's auc: 0.720276\n",
      "[1021]\tvalid_0's auc: 0.720268\n",
      "[1022]\tvalid_0's auc: 0.720272\n",
      "[1023]\tvalid_0's auc: 0.720263\n",
      "[1024]\tvalid_0's auc: 0.720256\n",
      "[1025]\tvalid_0's auc: 0.720253\n",
      "[1026]\tvalid_0's auc: 0.720251\n",
      "[1027]\tvalid_0's auc: 0.72024\n",
      "[1028]\tvalid_0's auc: 0.720238\n",
      "[1029]\tvalid_0's auc: 0.720231\n",
      "[1030]\tvalid_0's auc: 0.720224\n",
      "[1031]\tvalid_0's auc: 0.720219\n",
      "[1032]\tvalid_0's auc: 0.720202\n",
      "[1033]\tvalid_0's auc: 0.720211\n",
      "[1034]\tvalid_0's auc: 0.720211\n",
      "[1035]\tvalid_0's auc: 0.720208\n",
      "[1036]\tvalid_0's auc: 0.72021\n",
      "[1037]\tvalid_0's auc: 0.720194\n",
      "[1038]\tvalid_0's auc: 0.720192\n",
      "[1039]\tvalid_0's auc: 0.720198\n",
      "[1040]\tvalid_0's auc: 0.720195\n",
      "[1041]\tvalid_0's auc: 0.720188\n",
      "[1042]\tvalid_0's auc: 0.720185\n",
      "[1043]\tvalid_0's auc: 0.720197\n",
      "[1044]\tvalid_0's auc: 0.720193\n",
      "[1045]\tvalid_0's auc: 0.720186\n",
      "[1046]\tvalid_0's auc: 0.720179\n",
      "[1047]\tvalid_0's auc: 0.720168\n",
      "[1048]\tvalid_0's auc: 0.720176\n",
      "[1049]\tvalid_0's auc: 0.720165\n",
      "[1050]\tvalid_0's auc: 0.720153\n",
      "[1051]\tvalid_0's auc: 0.720131\n",
      "[1052]\tvalid_0's auc: 0.720127\n",
      "[1053]\tvalid_0's auc: 0.720113\n",
      "[1054]\tvalid_0's auc: 0.720111\n",
      "[1055]\tvalid_0's auc: 0.720103\n",
      "[1056]\tvalid_0's auc: 0.720089\n",
      "[1057]\tvalid_0's auc: 0.720086\n",
      "[1058]\tvalid_0's auc: 0.720089\n",
      "[1059]\tvalid_0's auc: 0.72009\n",
      "[1060]\tvalid_0's auc: 0.720098\n",
      "[1061]\tvalid_0's auc: 0.720094\n",
      "[1062]\tvalid_0's auc: 0.720084\n",
      "[1063]\tvalid_0's auc: 0.720081\n",
      "[1064]\tvalid_0's auc: 0.720087\n",
      "[1065]\tvalid_0's auc: 0.720077\n",
      "[1066]\tvalid_0's auc: 0.720078\n",
      "[1067]\tvalid_0's auc: 0.720069\n",
      "[1068]\tvalid_0's auc: 0.72006\n",
      "[1069]\tvalid_0's auc: 0.720038\n",
      "[1070]\tvalid_0's auc: 0.720035\n",
      "[1071]\tvalid_0's auc: 0.720023\n",
      "[1072]\tvalid_0's auc: 0.720018\n",
      "[1073]\tvalid_0's auc: 0.720006\n",
      "[1074]\tvalid_0's auc: 0.720004\n",
      "[1075]\tvalid_0's auc: 0.719992\n",
      "[1076]\tvalid_0's auc: 0.719982\n",
      "[1077]\tvalid_0's auc: 0.719984\n",
      "[1078]\tvalid_0's auc: 0.719986\n",
      "[1079]\tvalid_0's auc: 0.719978\n",
      "[1080]\tvalid_0's auc: 0.719983\n",
      "[1081]\tvalid_0's auc: 0.719969\n",
      "[1082]\tvalid_0's auc: 0.719953\n",
      "[1083]\tvalid_0's auc: 0.719939\n",
      "[1084]\tvalid_0's auc: 0.719947\n",
      "[1085]\tvalid_0's auc: 0.719935\n",
      "[1086]\tvalid_0's auc: 0.719933\n",
      "[1087]\tvalid_0's auc: 0.71992\n",
      "[1088]\tvalid_0's auc: 0.719917\n",
      "[1089]\tvalid_0's auc: 0.719908\n",
      "[1090]\tvalid_0's auc: 0.719902\n",
      "[1091]\tvalid_0's auc: 0.71989\n",
      "[1092]\tvalid_0's auc: 0.719883\n",
      "[1093]\tvalid_0's auc: 0.719876\n",
      "[1094]\tvalid_0's auc: 0.719874\n",
      "[1095]\tvalid_0's auc: 0.719869\n",
      "[1096]\tvalid_0's auc: 0.719873\n",
      "[1097]\tvalid_0's auc: 0.719856\n",
      "[1098]\tvalid_0's auc: 0.719857\n",
      "[1099]\tvalid_0's auc: 0.719849\n",
      "[1100]\tvalid_0's auc: 0.71984\n",
      "[1101]\tvalid_0's auc: 0.719826\n",
      "[1102]\tvalid_0's auc: 0.719825\n",
      "[1103]\tvalid_0's auc: 0.719824\n",
      "[1104]\tvalid_0's auc: 0.719809\n",
      "[1105]\tvalid_0's auc: 0.719804\n",
      "[1106]\tvalid_0's auc: 0.719801\n",
      "[1107]\tvalid_0's auc: 0.719801\n",
      "[1108]\tvalid_0's auc: 0.719788\n",
      "[1109]\tvalid_0's auc: 0.719775\n",
      "[1110]\tvalid_0's auc: 0.719753\n",
      "[1111]\tvalid_0's auc: 0.719763\n",
      "[1112]\tvalid_0's auc: 0.719749\n",
      "[1113]\tvalid_0's auc: 0.719755\n",
      "[1114]\tvalid_0's auc: 0.719752\n",
      "[1115]\tvalid_0's auc: 0.719752\n",
      "[1116]\tvalid_0's auc: 0.719738\n",
      "[1117]\tvalid_0's auc: 0.719734\n",
      "[1118]\tvalid_0's auc: 0.719715\n",
      "[1119]\tvalid_0's auc: 0.719711\n",
      "[1120]\tvalid_0's auc: 0.719701\n",
      "[1121]\tvalid_0's auc: 0.719694\n",
      "[1122]\tvalid_0's auc: 0.719694\n",
      "[1123]\tvalid_0's auc: 0.719692\n",
      "[1124]\tvalid_0's auc: 0.719691\n",
      "[1125]\tvalid_0's auc: 0.71969\n",
      "[1126]\tvalid_0's auc: 0.719677\n",
      "[1127]\tvalid_0's auc: 0.719659\n",
      "[1128]\tvalid_0's auc: 0.719649\n",
      "[1129]\tvalid_0's auc: 0.719641\n",
      "[1130]\tvalid_0's auc: 0.71964\n",
      "[1131]\tvalid_0's auc: 0.719627\n",
      "[1132]\tvalid_0's auc: 0.719626\n",
      "[1133]\tvalid_0's auc: 0.719623\n",
      "[1134]\tvalid_0's auc: 0.719615\n",
      "[1135]\tvalid_0's auc: 0.71961\n",
      "[1136]\tvalid_0's auc: 0.719609\n",
      "[1137]\tvalid_0's auc: 0.719605\n",
      "[1138]\tvalid_0's auc: 0.719608\n",
      "[1139]\tvalid_0's auc: 0.719604\n",
      "[1140]\tvalid_0's auc: 0.719599\n",
      "[1141]\tvalid_0's auc: 0.719594\n",
      "[1142]\tvalid_0's auc: 0.719579\n",
      "[1143]\tvalid_0's auc: 0.719579\n",
      "[1144]\tvalid_0's auc: 0.719576\n",
      "[1145]\tvalid_0's auc: 0.719573\n",
      "[1146]\tvalid_0's auc: 0.719552\n",
      "[1147]\tvalid_0's auc: 0.719552\n",
      "[1148]\tvalid_0's auc: 0.719548\n",
      "[1149]\tvalid_0's auc: 0.719541\n",
      "[1150]\tvalid_0's auc: 0.719537\n",
      "[1151]\tvalid_0's auc: 0.719544\n",
      "[1152]\tvalid_0's auc: 0.719536\n",
      "[1153]\tvalid_0's auc: 0.719511\n",
      "[1154]\tvalid_0's auc: 0.719504\n",
      "[1155]\tvalid_0's auc: 0.7195\n",
      "[1156]\tvalid_0's auc: 0.719496\n",
      "[1157]\tvalid_0's auc: 0.719493\n",
      "[1158]\tvalid_0's auc: 0.719494\n",
      "[1159]\tvalid_0's auc: 0.719484\n",
      "[1160]\tvalid_0's auc: 0.719477\n",
      "[1161]\tvalid_0's auc: 0.719461\n",
      "[1162]\tvalid_0's auc: 0.719454\n",
      "[1163]\tvalid_0's auc: 0.719451\n",
      "[1164]\tvalid_0's auc: 0.719431\n",
      "[1165]\tvalid_0's auc: 0.719419\n",
      "[1166]\tvalid_0's auc: 0.719412\n",
      "[1167]\tvalid_0's auc: 0.719418\n",
      "[1168]\tvalid_0's auc: 0.719411\n",
      "[1169]\tvalid_0's auc: 0.719405\n",
      "[1170]\tvalid_0's auc: 0.719413\n",
      "[1171]\tvalid_0's auc: 0.719401\n",
      "[1172]\tvalid_0's auc: 0.719402\n",
      "[1173]\tvalid_0's auc: 0.719401\n",
      "[1174]\tvalid_0's auc: 0.719402\n",
      "[1175]\tvalid_0's auc: 0.719384\n",
      "[1176]\tvalid_0's auc: 0.71938\n",
      "[1177]\tvalid_0's auc: 0.719392\n",
      "[1178]\tvalid_0's auc: 0.719381\n",
      "[1179]\tvalid_0's auc: 0.719362\n",
      "[1180]\tvalid_0's auc: 0.719337\n",
      "[1181]\tvalid_0's auc: 0.719353\n",
      "[1182]\tvalid_0's auc: 0.71935\n",
      "[1183]\tvalid_0's auc: 0.719345\n",
      "[1184]\tvalid_0's auc: 0.719336\n",
      "[1185]\tvalid_0's auc: 0.719331\n",
      "[1186]\tvalid_0's auc: 0.719324\n",
      "[1187]\tvalid_0's auc: 0.719319\n",
      "[1188]\tvalid_0's auc: 0.719317\n",
      "[1189]\tvalid_0's auc: 0.719317\n",
      "[1190]\tvalid_0's auc: 0.719311\n",
      "[1191]\tvalid_0's auc: 0.719308\n",
      "[1192]\tvalid_0's auc: 0.719306\n",
      "[1193]\tvalid_0's auc: 0.719297\n",
      "[1194]\tvalid_0's auc: 0.719296\n",
      "[1195]\tvalid_0's auc: 0.719278\n",
      "[1196]\tvalid_0's auc: 0.719274\n",
      "[1197]\tvalid_0's auc: 0.719271\n",
      "[1198]\tvalid_0's auc: 0.719267\n",
      "[1199]\tvalid_0's auc: 0.719262\n",
      "[1200]\tvalid_0's auc: 0.719264\n",
      "[1201]\tvalid_0's auc: 0.719262\n",
      "[1202]\tvalid_0's auc: 0.719243\n",
      "[1203]\tvalid_0's auc: 0.719244\n",
      "[1204]\tvalid_0's auc: 0.719242\n",
      "[1205]\tvalid_0's auc: 0.719233\n",
      "[1206]\tvalid_0's auc: 0.719229\n",
      "[1207]\tvalid_0's auc: 0.71922\n",
      "[1208]\tvalid_0's auc: 0.719207\n",
      "[1209]\tvalid_0's auc: 0.719197\n",
      "[1210]\tvalid_0's auc: 0.719195\n",
      "[1211]\tvalid_0's auc: 0.719201\n",
      "[1212]\tvalid_0's auc: 0.7192\n",
      "[1213]\tvalid_0's auc: 0.719194\n",
      "[1214]\tvalid_0's auc: 0.719178\n",
      "[1215]\tvalid_0's auc: 0.719174\n",
      "[1216]\tvalid_0's auc: 0.719189\n",
      "[1217]\tvalid_0's auc: 0.719178\n",
      "[1218]\tvalid_0's auc: 0.719161\n",
      "[1219]\tvalid_0's auc: 0.71917\n",
      "[1220]\tvalid_0's auc: 0.719163\n",
      "[1221]\tvalid_0's auc: 0.71916\n",
      "[1222]\tvalid_0's auc: 0.719153\n",
      "[1223]\tvalid_0's auc: 0.719161\n",
      "[1224]\tvalid_0's auc: 0.719158\n",
      "[1225]\tvalid_0's auc: 0.719146\n",
      "[1226]\tvalid_0's auc: 0.719139\n",
      "[1227]\tvalid_0's auc: 0.719129\n",
      "[1228]\tvalid_0's auc: 0.719124\n",
      "[1229]\tvalid_0's auc: 0.719113\n",
      "[1230]\tvalid_0's auc: 0.719114\n",
      "[1231]\tvalid_0's auc: 0.719109\n",
      "[1232]\tvalid_0's auc: 0.71912\n",
      "[1233]\tvalid_0's auc: 0.719122\n",
      "[1234]\tvalid_0's auc: 0.719113\n",
      "[1235]\tvalid_0's auc: 0.719107\n",
      "[1236]\tvalid_0's auc: 0.719103\n",
      "[1237]\tvalid_0's auc: 0.719105\n",
      "[1238]\tvalid_0's auc: 0.719101\n",
      "[1239]\tvalid_0's auc: 0.719094\n",
      "[1240]\tvalid_0's auc: 0.71908\n",
      "[1241]\tvalid_0's auc: 0.719079\n",
      "[1242]\tvalid_0's auc: 0.719068\n",
      "[1243]\tvalid_0's auc: 0.719073\n",
      "[1244]\tvalid_0's auc: 0.719068\n",
      "[1245]\tvalid_0's auc: 0.719042\n",
      "[1246]\tvalid_0's auc: 0.719039\n",
      "[1247]\tvalid_0's auc: 0.719042\n",
      "[1248]\tvalid_0's auc: 0.719044\n",
      "[1249]\tvalid_0's auc: 0.719038\n",
      "[1250]\tvalid_0's auc: 0.719039\n",
      "[1251]\tvalid_0's auc: 0.719037\n",
      "[1252]\tvalid_0's auc: 0.719025\n",
      "[1253]\tvalid_0's auc: 0.719025\n",
      "[1254]\tvalid_0's auc: 0.719015\n",
      "[1255]\tvalid_0's auc: 0.718999\n",
      "[1256]\tvalid_0's auc: 0.719002\n",
      "[1257]\tvalid_0's auc: 0.719001\n",
      "[1258]\tvalid_0's auc: 0.719001\n",
      "[1259]\tvalid_0's auc: 0.718996\n",
      "[1260]\tvalid_0's auc: 0.718998\n",
      "[1261]\tvalid_0's auc: 0.718999\n",
      "[1262]\tvalid_0's auc: 0.718986\n",
      "[1263]\tvalid_0's auc: 0.718978\n",
      "[1264]\tvalid_0's auc: 0.718985\n",
      "[1265]\tvalid_0's auc: 0.718968\n",
      "[1266]\tvalid_0's auc: 0.718966\n",
      "[1267]\tvalid_0's auc: 0.718963\n",
      "[1268]\tvalid_0's auc: 0.718952\n",
      "[1269]\tvalid_0's auc: 0.718954\n",
      "[1270]\tvalid_0's auc: 0.718937\n",
      "[1271]\tvalid_0's auc: 0.718937\n",
      "[1272]\tvalid_0's auc: 0.71892\n",
      "[1273]\tvalid_0's auc: 0.718917\n",
      "[1274]\tvalid_0's auc: 0.7189\n",
      "[1275]\tvalid_0's auc: 0.718897\n",
      "[1276]\tvalid_0's auc: 0.718882\n",
      "[1277]\tvalid_0's auc: 0.718866\n",
      "[1278]\tvalid_0's auc: 0.71886\n",
      "[1279]\tvalid_0's auc: 0.718847\n",
      "[1280]\tvalid_0's auc: 0.718842\n",
      "[1281]\tvalid_0's auc: 0.718844\n",
      "[1282]\tvalid_0's auc: 0.718829\n",
      "[1283]\tvalid_0's auc: 0.718823\n",
      "[1284]\tvalid_0's auc: 0.718828\n",
      "[1285]\tvalid_0's auc: 0.718824\n",
      "[1286]\tvalid_0's auc: 0.718822\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1287]\tvalid_0's auc: 0.718814\n",
      "[1288]\tvalid_0's auc: 0.718804\n",
      "[1289]\tvalid_0's auc: 0.718796\n",
      "[1290]\tvalid_0's auc: 0.718791\n",
      "[1291]\tvalid_0's auc: 0.718789\n",
      "[1292]\tvalid_0's auc: 0.718775\n",
      "[1293]\tvalid_0's auc: 0.718771\n",
      "[1294]\tvalid_0's auc: 0.718773\n",
      "[1295]\tvalid_0's auc: 0.718771\n",
      "[1296]\tvalid_0's auc: 0.718776\n",
      "[1297]\tvalid_0's auc: 0.718772\n",
      "[1298]\tvalid_0's auc: 0.718782\n",
      "[1299]\tvalid_0's auc: 0.718756\n",
      "[1300]\tvalid_0's auc: 0.71874\n",
      "[1301]\tvalid_0's auc: 0.718729\n",
      "[1302]\tvalid_0's auc: 0.718726\n",
      "[1303]\tvalid_0's auc: 0.718714\n",
      "[1304]\tvalid_0's auc: 0.71871\n",
      "[1305]\tvalid_0's auc: 0.718706\n",
      "[1306]\tvalid_0's auc: 0.718698\n",
      "[1307]\tvalid_0's auc: 0.718697\n",
      "[1308]\tvalid_0's auc: 0.718697\n",
      "[1309]\tvalid_0's auc: 0.718696\n",
      "[1310]\tvalid_0's auc: 0.718687\n",
      "[1311]\tvalid_0's auc: 0.718679\n",
      "[1312]\tvalid_0's auc: 0.718672\n",
      "[1313]\tvalid_0's auc: 0.718662\n",
      "[1314]\tvalid_0's auc: 0.718664\n",
      "[1315]\tvalid_0's auc: 0.71866\n",
      "[1316]\tvalid_0's auc: 0.718655\n",
      "[1317]\tvalid_0's auc: 0.718651\n",
      "[1318]\tvalid_0's auc: 0.718657\n",
      "[1319]\tvalid_0's auc: 0.718647\n",
      "[1320]\tvalid_0's auc: 0.718636\n",
      "[1321]\tvalid_0's auc: 0.718632\n",
      "[1322]\tvalid_0's auc: 0.71861\n",
      "[1323]\tvalid_0's auc: 0.718608\n",
      "[1324]\tvalid_0's auc: 0.718605\n",
      "[1325]\tvalid_0's auc: 0.718596\n",
      "[1326]\tvalid_0's auc: 0.718589\n",
      "[1327]\tvalid_0's auc: 0.71859\n",
      "[1328]\tvalid_0's auc: 0.718594\n",
      "[1329]\tvalid_0's auc: 0.718595\n",
      "[1330]\tvalid_0's auc: 0.71858\n",
      "[1331]\tvalid_0's auc: 0.718567\n",
      "[1332]\tvalid_0's auc: 0.718547\n",
      "[1333]\tvalid_0's auc: 0.718548\n",
      "[1334]\tvalid_0's auc: 0.718532\n",
      "[1335]\tvalid_0's auc: 0.718538\n",
      "[1336]\tvalid_0's auc: 0.71853\n",
      "[1337]\tvalid_0's auc: 0.718537\n",
      "[1338]\tvalid_0's auc: 0.718535\n",
      "[1339]\tvalid_0's auc: 0.718533\n",
      "[1340]\tvalid_0's auc: 0.718515\n",
      "[1341]\tvalid_0's auc: 0.718509\n",
      "[1342]\tvalid_0's auc: 0.718502\n",
      "[1343]\tvalid_0's auc: 0.718499\n",
      "[1344]\tvalid_0's auc: 0.718498\n",
      "[1345]\tvalid_0's auc: 0.718494\n",
      "[1346]\tvalid_0's auc: 0.718485\n",
      "[1347]\tvalid_0's auc: 0.718476\n",
      "[1348]\tvalid_0's auc: 0.718463\n",
      "[1349]\tvalid_0's auc: 0.718452\n",
      "[1350]\tvalid_0's auc: 0.718455\n",
      "[1351]\tvalid_0's auc: 0.718446\n",
      "[1352]\tvalid_0's auc: 0.718448\n",
      "[1353]\tvalid_0's auc: 0.718451\n",
      "[1354]\tvalid_0's auc: 0.718446\n",
      "[1355]\tvalid_0's auc: 0.718448\n",
      "[1356]\tvalid_0's auc: 0.718453\n",
      "[1357]\tvalid_0's auc: 0.718442\n",
      "[1358]\tvalid_0's auc: 0.718433\n",
      "[1359]\tvalid_0's auc: 0.71842\n",
      "[1360]\tvalid_0's auc: 0.71841\n",
      "[1361]\tvalid_0's auc: 0.718408\n",
      "[1362]\tvalid_0's auc: 0.718407\n",
      "[1363]\tvalid_0's auc: 0.71839\n",
      "[1364]\tvalid_0's auc: 0.718389\n",
      "[1365]\tvalid_0's auc: 0.718381\n",
      "[1366]\tvalid_0's auc: 0.718388\n",
      "[1367]\tvalid_0's auc: 0.71838\n",
      "[1368]\tvalid_0's auc: 0.718382\n",
      "[1369]\tvalid_0's auc: 0.718362\n",
      "[1370]\tvalid_0's auc: 0.718353\n",
      "[1371]\tvalid_0's auc: 0.718344\n",
      "[1372]\tvalid_0's auc: 0.718338\n",
      "[1373]\tvalid_0's auc: 0.718331\n",
      "[1374]\tvalid_0's auc: 0.71832\n",
      "[1375]\tvalid_0's auc: 0.718326\n",
      "[1376]\tvalid_0's auc: 0.718314\n",
      "[1377]\tvalid_0's auc: 0.718305\n",
      "[1378]\tvalid_0's auc: 0.718294\n",
      "[1379]\tvalid_0's auc: 0.718296\n",
      "[1380]\tvalid_0's auc: 0.718295\n",
      "[1381]\tvalid_0's auc: 0.718276\n",
      "[1382]\tvalid_0's auc: 0.718288\n",
      "[1383]\tvalid_0's auc: 0.718271\n",
      "[1384]\tvalid_0's auc: 0.718261\n",
      "[1385]\tvalid_0's auc: 0.718239\n",
      "[1386]\tvalid_0's auc: 0.718236\n",
      "[1387]\tvalid_0's auc: 0.718226\n",
      "[1388]\tvalid_0's auc: 0.718226\n",
      "[1389]\tvalid_0's auc: 0.718221\n",
      "[1390]\tvalid_0's auc: 0.718222\n",
      "[1391]\tvalid_0's auc: 0.718218\n",
      "[1392]\tvalid_0's auc: 0.718209\n",
      "[1393]\tvalid_0's auc: 0.718203\n",
      "[1394]\tvalid_0's auc: 0.718198\n",
      "[1395]\tvalid_0's auc: 0.718192\n",
      "[1396]\tvalid_0's auc: 0.71819\n",
      "[1397]\tvalid_0's auc: 0.718184\n",
      "[1398]\tvalid_0's auc: 0.718181\n",
      "[1399]\tvalid_0's auc: 0.718176\n",
      "[1400]\tvalid_0's auc: 0.718164\n",
      "[1401]\tvalid_0's auc: 0.718147\n",
      "[1402]\tvalid_0's auc: 0.718137\n",
      "[1403]\tvalid_0's auc: 0.718126\n",
      "[1404]\tvalid_0's auc: 0.718121\n",
      "[1405]\tvalid_0's auc: 0.718108\n",
      "[1406]\tvalid_0's auc: 0.718107\n",
      "[1407]\tvalid_0's auc: 0.7181\n",
      "[1408]\tvalid_0's auc: 0.718094\n",
      "[1409]\tvalid_0's auc: 0.718078\n",
      "[1410]\tvalid_0's auc: 0.718067\n",
      "[1411]\tvalid_0's auc: 0.718075\n",
      "[1412]\tvalid_0's auc: 0.718071\n",
      "[1413]\tvalid_0's auc: 0.718055\n",
      "[1414]\tvalid_0's auc: 0.718054\n",
      "[1415]\tvalid_0's auc: 0.718062\n",
      "[1416]\tvalid_0's auc: 0.718042\n",
      "[1417]\tvalid_0's auc: 0.718037\n",
      "[1418]\tvalid_0's auc: 0.718037\n",
      "[1419]\tvalid_0's auc: 0.718021\n",
      "[1420]\tvalid_0's auc: 0.718024\n",
      "[1421]\tvalid_0's auc: 0.718013\n",
      "[1422]\tvalid_0's auc: 0.718002\n",
      "[1423]\tvalid_0's auc: 0.717993\n",
      "[1424]\tvalid_0's auc: 0.717995\n",
      "[1425]\tvalid_0's auc: 0.717993\n",
      "[1426]\tvalid_0's auc: 0.717985\n",
      "[1427]\tvalid_0's auc: 0.717992\n",
      "[1428]\tvalid_0's auc: 0.71798\n",
      "[1429]\tvalid_0's auc: 0.71798\n",
      "[1430]\tvalid_0's auc: 0.717974\n",
      "[1431]\tvalid_0's auc: 0.717971\n",
      "[1432]\tvalid_0's auc: 0.717961\n",
      "[1433]\tvalid_0's auc: 0.717938\n",
      "[1434]\tvalid_0's auc: 0.717929\n",
      "[1435]\tvalid_0's auc: 0.717926\n",
      "[1436]\tvalid_0's auc: 0.717924\n",
      "[1437]\tvalid_0's auc: 0.717919\n",
      "[1438]\tvalid_0's auc: 0.717923\n",
      "[1439]\tvalid_0's auc: 0.717912\n",
      "[1440]\tvalid_0's auc: 0.717902\n",
      "[1441]\tvalid_0's auc: 0.717902\n",
      "[1442]\tvalid_0's auc: 0.717901\n",
      "[1443]\tvalid_0's auc: 0.717908\n",
      "[1444]\tvalid_0's auc: 0.717902\n",
      "[1445]\tvalid_0's auc: 0.717887\n",
      "[1446]\tvalid_0's auc: 0.717883\n",
      "[1447]\tvalid_0's auc: 0.71787\n",
      "[1448]\tvalid_0's auc: 0.717866\n",
      "[1449]\tvalid_0's auc: 0.717865\n",
      "[1450]\tvalid_0's auc: 0.717863\n",
      "[1451]\tvalid_0's auc: 0.717859\n",
      "[1452]\tvalid_0's auc: 0.717861\n",
      "[1453]\tvalid_0's auc: 0.717858\n",
      "[1454]\tvalid_0's auc: 0.717841\n",
      "[1455]\tvalid_0's auc: 0.717821\n",
      "[1456]\tvalid_0's auc: 0.717821\n",
      "[1457]\tvalid_0's auc: 0.71781\n",
      "[1458]\tvalid_0's auc: 0.717809\n",
      "[1459]\tvalid_0's auc: 0.717799\n",
      "[1460]\tvalid_0's auc: 0.717794\n",
      "[1461]\tvalid_0's auc: 0.717785\n",
      "[1462]\tvalid_0's auc: 0.717784\n",
      "[1463]\tvalid_0's auc: 0.717785\n",
      "[1464]\tvalid_0's auc: 0.717778\n",
      "[1465]\tvalid_0's auc: 0.71777\n",
      "[1466]\tvalid_0's auc: 0.717777\n",
      "[1467]\tvalid_0's auc: 0.717771\n",
      "[1468]\tvalid_0's auc: 0.717767\n",
      "[1469]\tvalid_0's auc: 0.717771\n",
      "[1470]\tvalid_0's auc: 0.71777\n",
      "[1471]\tvalid_0's auc: 0.717761\n",
      "[1472]\tvalid_0's auc: 0.717761\n",
      "[1473]\tvalid_0's auc: 0.717767\n",
      "[1474]\tvalid_0's auc: 0.717771\n",
      "[1475]\tvalid_0's auc: 0.717768\n",
      "[1476]\tvalid_0's auc: 0.717763\n",
      "[1477]\tvalid_0's auc: 0.71776\n",
      "[1478]\tvalid_0's auc: 0.717757\n",
      "[1479]\tvalid_0's auc: 0.717751\n",
      "[1480]\tvalid_0's auc: 0.717733\n",
      "[1481]\tvalid_0's auc: 0.717729\n",
      "[1482]\tvalid_0's auc: 0.717737\n",
      "[1483]\tvalid_0's auc: 0.717722\n",
      "[1484]\tvalid_0's auc: 0.717721\n",
      "[1485]\tvalid_0's auc: 0.717725\n",
      "[1486]\tvalid_0's auc: 0.717729\n",
      "[1487]\tvalid_0's auc: 0.717722\n",
      "[1488]\tvalid_0's auc: 0.717703\n",
      "[1489]\tvalid_0's auc: 0.717687\n",
      "[1490]\tvalid_0's auc: 0.717681\n",
      "[1491]\tvalid_0's auc: 0.717671\n",
      "[1492]\tvalid_0's auc: 0.71767\n",
      "[1493]\tvalid_0's auc: 0.717657\n",
      "[1494]\tvalid_0's auc: 0.717661\n",
      "[1495]\tvalid_0's auc: 0.717651\n",
      "[1496]\tvalid_0's auc: 0.717648\n",
      "[1497]\tvalid_0's auc: 0.717652\n",
      "[1498]\tvalid_0's auc: 0.717659\n",
      "[1499]\tvalid_0's auc: 0.717658\n",
      "[1500]\tvalid_0's auc: 0.717653\n",
      "[1501]\tvalid_0's auc: 0.717645\n",
      "[1502]\tvalid_0's auc: 0.717643\n",
      "[1503]\tvalid_0's auc: 0.717633\n",
      "[1504]\tvalid_0's auc: 0.717606\n",
      "[1505]\tvalid_0's auc: 0.71761\n",
      "[1506]\tvalid_0's auc: 0.717611\n",
      "[1507]\tvalid_0's auc: 0.717608\n",
      "[1508]\tvalid_0's auc: 0.717602\n",
      "[1509]\tvalid_0's auc: 0.7176\n",
      "[1510]\tvalid_0's auc: 0.717604\n",
      "[1511]\tvalid_0's auc: 0.717606\n",
      "[1512]\tvalid_0's auc: 0.717599\n",
      "[1513]\tvalid_0's auc: 0.717589\n",
      "[1514]\tvalid_0's auc: 0.717598\n",
      "[1515]\tvalid_0's auc: 0.717599\n",
      "[1516]\tvalid_0's auc: 0.717594\n",
      "[1517]\tvalid_0's auc: 0.717575\n",
      "[1518]\tvalid_0's auc: 0.717573\n",
      "[1519]\tvalid_0's auc: 0.717574\n",
      "[1520]\tvalid_0's auc: 0.717576\n",
      "[1521]\tvalid_0's auc: 0.717567\n",
      "[1522]\tvalid_0's auc: 0.717553\n",
      "[1523]\tvalid_0's auc: 0.717543\n",
      "[1524]\tvalid_0's auc: 0.71753\n",
      "[1525]\tvalid_0's auc: 0.717531\n",
      "[1526]\tvalid_0's auc: 0.717523\n",
      "[1527]\tvalid_0's auc: 0.717514\n",
      "[1528]\tvalid_0's auc: 0.717522\n",
      "[1529]\tvalid_0's auc: 0.717509\n",
      "[1530]\tvalid_0's auc: 0.717513\n",
      "[1531]\tvalid_0's auc: 0.717507\n",
      "[1532]\tvalid_0's auc: 0.7175\n",
      "[1533]\tvalid_0's auc: 0.717487\n",
      "[1534]\tvalid_0's auc: 0.717492\n",
      "[1535]\tvalid_0's auc: 0.717489\n",
      "[1536]\tvalid_0's auc: 0.717479\n",
      "[1537]\tvalid_0's auc: 0.717465\n",
      "[1538]\tvalid_0's auc: 0.717458\n",
      "[1539]\tvalid_0's auc: 0.717444\n",
      "[1540]\tvalid_0's auc: 0.717453\n",
      "[1541]\tvalid_0's auc: 0.717453\n",
      "[1542]\tvalid_0's auc: 0.717446\n",
      "[1543]\tvalid_0's auc: 0.71744\n",
      "[1544]\tvalid_0's auc: 0.717435\n",
      "[1545]\tvalid_0's auc: 0.717421\n",
      "[1546]\tvalid_0's auc: 0.717416\n",
      "[1547]\tvalid_0's auc: 0.717417\n",
      "[1548]\tvalid_0's auc: 0.717412\n",
      "[1549]\tvalid_0's auc: 0.717416\n",
      "[1550]\tvalid_0's auc: 0.717409\n",
      "[1551]\tvalid_0's auc: 0.717407\n",
      "[1552]\tvalid_0's auc: 0.717417\n",
      "[1553]\tvalid_0's auc: 0.717409\n",
      "[1554]\tvalid_0's auc: 0.717391\n",
      "[1555]\tvalid_0's auc: 0.71738\n",
      "[1556]\tvalid_0's auc: 0.717383\n",
      "[1557]\tvalid_0's auc: 0.71739\n",
      "[1558]\tvalid_0's auc: 0.717387\n",
      "[1559]\tvalid_0's auc: 0.717373\n",
      "[1560]\tvalid_0's auc: 0.717361\n",
      "[1561]\tvalid_0's auc: 0.717355\n",
      "[1562]\tvalid_0's auc: 0.717345\n",
      "[1563]\tvalid_0's auc: 0.717349\n",
      "[1564]\tvalid_0's auc: 0.717346\n",
      "[1565]\tvalid_0's auc: 0.717341\n",
      "[1566]\tvalid_0's auc: 0.717312\n",
      "[1567]\tvalid_0's auc: 0.717306\n",
      "[1568]\tvalid_0's auc: 0.717301\n",
      "[1569]\tvalid_0's auc: 0.717303\n",
      "[1570]\tvalid_0's auc: 0.717292\n",
      "[1571]\tvalid_0's auc: 0.717291\n",
      "[1572]\tvalid_0's auc: 0.717282\n",
      "[1573]\tvalid_0's auc: 0.717284\n",
      "[1574]\tvalid_0's auc: 0.717276\n",
      "[1575]\tvalid_0's auc: 0.717269\n",
      "[1576]\tvalid_0's auc: 0.717275\n",
      "[1577]\tvalid_0's auc: 0.717289\n",
      "[1578]\tvalid_0's auc: 0.71729\n",
      "[1579]\tvalid_0's auc: 0.71729\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1580]\tvalid_0's auc: 0.717286\n",
      "[1581]\tvalid_0's auc: 0.717279\n",
      "[1582]\tvalid_0's auc: 0.717274\n",
      "[1583]\tvalid_0's auc: 0.717273\n",
      "[1584]\tvalid_0's auc: 0.717267\n",
      "[1585]\tvalid_0's auc: 0.717258\n",
      "[1586]\tvalid_0's auc: 0.717253\n",
      "[1587]\tvalid_0's auc: 0.717251\n",
      "[1588]\tvalid_0's auc: 0.717247\n",
      "[1589]\tvalid_0's auc: 0.717244\n",
      "[1590]\tvalid_0's auc: 0.71723\n",
      "[1591]\tvalid_0's auc: 0.717228\n",
      "[1592]\tvalid_0's auc: 0.717226\n",
      "[1593]\tvalid_0's auc: 0.717226\n",
      "[1594]\tvalid_0's auc: 0.717216\n",
      "[1595]\tvalid_0's auc: 0.717198\n",
      "[1596]\tvalid_0's auc: 0.717188\n",
      "[1597]\tvalid_0's auc: 0.717181\n",
      "[1598]\tvalid_0's auc: 0.717163\n",
      "[1599]\tvalid_0's auc: 0.717168\n",
      "[1600]\tvalid_0's auc: 0.717158\n",
      "[1601]\tvalid_0's auc: 0.717162\n",
      "[1602]\tvalid_0's auc: 0.717158\n",
      "[1603]\tvalid_0's auc: 0.71716\n",
      "[1604]\tvalid_0's auc: 0.717147\n",
      "[1605]\tvalid_0's auc: 0.717131\n",
      "[1606]\tvalid_0's auc: 0.717122\n",
      "[1607]\tvalid_0's auc: 0.717123\n",
      "[1608]\tvalid_0's auc: 0.717117\n",
      "[1609]\tvalid_0's auc: 0.717113\n",
      "[1610]\tvalid_0's auc: 0.717107\n",
      "[1611]\tvalid_0's auc: 0.717105\n",
      "[1612]\tvalid_0's auc: 0.71709\n",
      "[1613]\tvalid_0's auc: 0.717084\n",
      "[1614]\tvalid_0's auc: 0.717075\n",
      "[1615]\tvalid_0's auc: 0.71708\n",
      "[1616]\tvalid_0's auc: 0.717076\n",
      "[1617]\tvalid_0's auc: 0.717075\n",
      "[1618]\tvalid_0's auc: 0.717072\n",
      "[1619]\tvalid_0's auc: 0.717076\n",
      "[1620]\tvalid_0's auc: 0.717064\n",
      "[1621]\tvalid_0's auc: 0.717059\n",
      "[1622]\tvalid_0's auc: 0.717032\n",
      "[1623]\tvalid_0's auc: 0.717021\n",
      "[1624]\tvalid_0's auc: 0.717017\n",
      "[1625]\tvalid_0's auc: 0.717016\n",
      "[1626]\tvalid_0's auc: 0.717018\n",
      "[1627]\tvalid_0's auc: 0.717009\n",
      "[1628]\tvalid_0's auc: 0.716989\n",
      "[1629]\tvalid_0's auc: 0.716971\n",
      "[1630]\tvalid_0's auc: 0.716972\n",
      "[1631]\tvalid_0's auc: 0.716953\n",
      "[1632]\tvalid_0's auc: 0.716961\n",
      "[1633]\tvalid_0's auc: 0.716953\n",
      "[1634]\tvalid_0's auc: 0.716952\n",
      "[1635]\tvalid_0's auc: 0.716948\n",
      "[1636]\tvalid_0's auc: 0.716951\n",
      "[1637]\tvalid_0's auc: 0.716939\n",
      "[1638]\tvalid_0's auc: 0.716937\n",
      "[1639]\tvalid_0's auc: 0.71695\n",
      "[1640]\tvalid_0's auc: 0.716938\n",
      "[1641]\tvalid_0's auc: 0.716929\n",
      "[1642]\tvalid_0's auc: 0.716927\n",
      "[1643]\tvalid_0's auc: 0.716921\n",
      "[1644]\tvalid_0's auc: 0.716916\n",
      "[1645]\tvalid_0's auc: 0.7169\n",
      "[1646]\tvalid_0's auc: 0.716897\n",
      "[1647]\tvalid_0's auc: 0.71689\n",
      "[1648]\tvalid_0's auc: 0.716882\n",
      "[1649]\tvalid_0's auc: 0.716879\n",
      "[1650]\tvalid_0's auc: 0.716866\n",
      "[1651]\tvalid_0's auc: 0.716867\n",
      "[1652]\tvalid_0's auc: 0.716863\n",
      "[1653]\tvalid_0's auc: 0.716851\n",
      "[1654]\tvalid_0's auc: 0.716847\n",
      "[1655]\tvalid_0's auc: 0.716838\n",
      "[1656]\tvalid_0's auc: 0.716842\n",
      "[1657]\tvalid_0's auc: 0.716829\n",
      "[1658]\tvalid_0's auc: 0.716825\n",
      "[1659]\tvalid_0's auc: 0.716839\n",
      "[1660]\tvalid_0's auc: 0.716828\n",
      "[1661]\tvalid_0's auc: 0.716824\n",
      "[1662]\tvalid_0's auc: 0.716818\n",
      "[1663]\tvalid_0's auc: 0.716816\n",
      "[1664]\tvalid_0's auc: 0.716806\n",
      "[1665]\tvalid_0's auc: 0.716788\n",
      "[1666]\tvalid_0's auc: 0.716779\n",
      "[1667]\tvalid_0's auc: 0.71678\n",
      "[1668]\tvalid_0's auc: 0.716787\n",
      "[1669]\tvalid_0's auc: 0.71677\n",
      "[1670]\tvalid_0's auc: 0.716756\n",
      "[1671]\tvalid_0's auc: 0.716754\n",
      "[1672]\tvalid_0's auc: 0.716757\n",
      "[1673]\tvalid_0's auc: 0.716757\n",
      "[1674]\tvalid_0's auc: 0.716755\n",
      "[1675]\tvalid_0's auc: 0.716751\n",
      "[1676]\tvalid_0's auc: 0.716753\n",
      "[1677]\tvalid_0's auc: 0.716748\n",
      "[1678]\tvalid_0's auc: 0.716738\n",
      "[1679]\tvalid_0's auc: 0.716739\n",
      "[1680]\tvalid_0's auc: 0.716735\n",
      "[1681]\tvalid_0's auc: 0.71673\n",
      "[1682]\tvalid_0's auc: 0.716722\n",
      "[1683]\tvalid_0's auc: 0.716717\n",
      "[1684]\tvalid_0's auc: 0.716726\n",
      "[1685]\tvalid_0's auc: 0.716707\n",
      "[1686]\tvalid_0's auc: 0.716702\n",
      "[1687]\tvalid_0's auc: 0.716702\n",
      "[1688]\tvalid_0's auc: 0.716703\n",
      "[1689]\tvalid_0's auc: 0.716711\n",
      "[1690]\tvalid_0's auc: 0.71672\n",
      "[1691]\tvalid_0's auc: 0.716701\n",
      "[1692]\tvalid_0's auc: 0.716688\n",
      "[1693]\tvalid_0's auc: 0.716685\n",
      "[1694]\tvalid_0's auc: 0.716675\n",
      "[1695]\tvalid_0's auc: 0.716659\n",
      "[1696]\tvalid_0's auc: 0.716655\n",
      "[1697]\tvalid_0's auc: 0.716653\n",
      "[1698]\tvalid_0's auc: 0.716654\n",
      "[1699]\tvalid_0's auc: 0.716648\n",
      "[1700]\tvalid_0's auc: 0.71664\n",
      "[1701]\tvalid_0's auc: 0.716641\n",
      "[1702]\tvalid_0's auc: 0.716637\n",
      "[1703]\tvalid_0's auc: 0.716632\n",
      "[1704]\tvalid_0's auc: 0.716622\n",
      "[1705]\tvalid_0's auc: 0.716609\n",
      "[1706]\tvalid_0's auc: 0.716601\n",
      "[1707]\tvalid_0's auc: 0.716599\n",
      "[1708]\tvalid_0's auc: 0.716596\n",
      "[1709]\tvalid_0's auc: 0.716587\n",
      "[1710]\tvalid_0's auc: 0.716591\n",
      "[1711]\tvalid_0's auc: 0.716585\n",
      "[1712]\tvalid_0's auc: 0.71658\n",
      "[1713]\tvalid_0's auc: 0.716569\n",
      "[1714]\tvalid_0's auc: 0.716561\n",
      "[1715]\tvalid_0's auc: 0.716559\n",
      "[1716]\tvalid_0's auc: 0.716541\n",
      "[1717]\tvalid_0's auc: 0.716504\n",
      "[1718]\tvalid_0's auc: 0.716505\n",
      "[1719]\tvalid_0's auc: 0.716497\n",
      "[1720]\tvalid_0's auc: 0.716485\n",
      "[1721]\tvalid_0's auc: 0.716478\n",
      "[1722]\tvalid_0's auc: 0.716475\n",
      "[1723]\tvalid_0's auc: 0.716472\n",
      "[1724]\tvalid_0's auc: 0.716467\n",
      "[1725]\tvalid_0's auc: 0.716469\n",
      "[1726]\tvalid_0's auc: 0.716458\n",
      "[1727]\tvalid_0's auc: 0.716461\n",
      "[1728]\tvalid_0's auc: 0.71646\n",
      "[1729]\tvalid_0's auc: 0.716452\n",
      "[1730]\tvalid_0's auc: 0.716454\n",
      "[1731]\tvalid_0's auc: 0.716446\n",
      "[1732]\tvalid_0's auc: 0.716449\n",
      "[1733]\tvalid_0's auc: 0.71645\n",
      "[1734]\tvalid_0's auc: 0.716436\n",
      "[1735]\tvalid_0's auc: 0.716429\n",
      "[1736]\tvalid_0's auc: 0.716427\n",
      "[1737]\tvalid_0's auc: 0.716422\n",
      "[1738]\tvalid_0's auc: 0.716409\n",
      "[1739]\tvalid_0's auc: 0.716402\n",
      "[1740]\tvalid_0's auc: 0.716395\n",
      "[1741]\tvalid_0's auc: 0.716374\n",
      "[1742]\tvalid_0's auc: 0.716366\n",
      "[1743]\tvalid_0's auc: 0.716413\n",
      "[1744]\tvalid_0's auc: 0.716406\n",
      "[1745]\tvalid_0's auc: 0.716395\n",
      "[1746]\tvalid_0's auc: 0.716374\n",
      "[1747]\tvalid_0's auc: 0.716371\n",
      "[1748]\tvalid_0's auc: 0.71637\n",
      "[1749]\tvalid_0's auc: 0.716373\n",
      "[1750]\tvalid_0's auc: 0.716365\n",
      "[1751]\tvalid_0's auc: 0.716356\n",
      "[1752]\tvalid_0's auc: 0.716354\n",
      "[1753]\tvalid_0's auc: 0.716347\n",
      "[1754]\tvalid_0's auc: 0.716297\n",
      "[1755]\tvalid_0's auc: 0.716292\n",
      "[1756]\tvalid_0's auc: 0.716283\n",
      "[1757]\tvalid_0's auc: 0.716275\n",
      "[1758]\tvalid_0's auc: 0.716262\n",
      "[1759]\tvalid_0's auc: 0.716261\n",
      "[1760]\tvalid_0's auc: 0.716267\n",
      "[1761]\tvalid_0's auc: 0.716258\n",
      "[1762]\tvalid_0's auc: 0.716252\n",
      "[1763]\tvalid_0's auc: 0.716262\n",
      "[1764]\tvalid_0's auc: 0.716251\n",
      "[1765]\tvalid_0's auc: 0.716252\n",
      "[1766]\tvalid_0's auc: 0.716255\n",
      "[1767]\tvalid_0's auc: 0.716255\n",
      "[1768]\tvalid_0's auc: 0.716252\n",
      "[1769]\tvalid_0's auc: 0.716249\n",
      "[1770]\tvalid_0's auc: 0.716244\n",
      "[1771]\tvalid_0's auc: 0.716241\n",
      "[1772]\tvalid_0's auc: 0.716234\n",
      "[1773]\tvalid_0's auc: 0.716217\n",
      "[1774]\tvalid_0's auc: 0.716203\n",
      "[1775]\tvalid_0's auc: 0.716205\n",
      "[1776]\tvalid_0's auc: 0.716205\n",
      "[1777]\tvalid_0's auc: 0.71619\n",
      "[1778]\tvalid_0's auc: 0.716178\n",
      "[1779]\tvalid_0's auc: 0.716172\n",
      "[1780]\tvalid_0's auc: 0.716161\n",
      "[1781]\tvalid_0's auc: 0.716161\n",
      "[1782]\tvalid_0's auc: 0.71616\n",
      "[1783]\tvalid_0's auc: 0.716182\n",
      "[1784]\tvalid_0's auc: 0.716171\n",
      "[1785]\tvalid_0's auc: 0.716169\n",
      "[1786]\tvalid_0's auc: 0.716177\n",
      "[1787]\tvalid_0's auc: 0.716155\n",
      "[1788]\tvalid_0's auc: 0.716148\n",
      "[1789]\tvalid_0's auc: 0.716142\n",
      "[1790]\tvalid_0's auc: 0.716135\n",
      "[1791]\tvalid_0's auc: 0.716128\n",
      "[1792]\tvalid_0's auc: 0.716133\n",
      "[1793]\tvalid_0's auc: 0.716128\n",
      "[1794]\tvalid_0's auc: 0.716122\n",
      "[1795]\tvalid_0's auc: 0.716115\n",
      "[1796]\tvalid_0's auc: 0.716119\n",
      "[1797]\tvalid_0's auc: 0.716109\n",
      "[1798]\tvalid_0's auc: 0.716099\n",
      "[1799]\tvalid_0's auc: 0.716082\n",
      "[1800]\tvalid_0's auc: 0.716073\n",
      "[1801]\tvalid_0's auc: 0.716073\n",
      "[1802]\tvalid_0's auc: 0.716073\n",
      "[1803]\tvalid_0's auc: 0.716071\n",
      "[1804]\tvalid_0's auc: 0.716076\n",
      "[1805]\tvalid_0's auc: 0.716069\n",
      "[1806]\tvalid_0's auc: 0.716062\n",
      "[1807]\tvalid_0's auc: 0.716055\n",
      "[1808]\tvalid_0's auc: 0.716048\n",
      "[1809]\tvalid_0's auc: 0.716048\n",
      "[1810]\tvalid_0's auc: 0.716042\n",
      "[1811]\tvalid_0's auc: 0.716041\n",
      "[1812]\tvalid_0's auc: 0.716039\n",
      "[1813]\tvalid_0's auc: 0.716039\n",
      "[1814]\tvalid_0's auc: 0.716029\n",
      "[1815]\tvalid_0's auc: 0.716031\n",
      "[1816]\tvalid_0's auc: 0.716026\n",
      "[1817]\tvalid_0's auc: 0.716017\n",
      "[1818]\tvalid_0's auc: 0.716016\n",
      "[1819]\tvalid_0's auc: 0.71602\n",
      "[1820]\tvalid_0's auc: 0.716003\n",
      "[1821]\tvalid_0's auc: 0.716006\n",
      "[1822]\tvalid_0's auc: 0.716007\n",
      "[1823]\tvalid_0's auc: 0.716004\n",
      "[1824]\tvalid_0's auc: 0.715993\n",
      "[1825]\tvalid_0's auc: 0.715984\n",
      "[1826]\tvalid_0's auc: 0.715975\n",
      "[1827]\tvalid_0's auc: 0.715968\n",
      "[1828]\tvalid_0's auc: 0.715956\n",
      "[1829]\tvalid_0's auc: 0.715946\n",
      "[1830]\tvalid_0's auc: 0.715941\n",
      "[1831]\tvalid_0's auc: 0.715939\n",
      "[1832]\tvalid_0's auc: 0.715925\n",
      "[1833]\tvalid_0's auc: 0.715921\n",
      "[1834]\tvalid_0's auc: 0.715915\n",
      "[1835]\tvalid_0's auc: 0.715903\n",
      "[1836]\tvalid_0's auc: 0.715911\n",
      "[1837]\tvalid_0's auc: 0.715898\n",
      "[1838]\tvalid_0's auc: 0.715901\n",
      "[1839]\tvalid_0's auc: 0.715887\n",
      "[1840]\tvalid_0's auc: 0.715878\n",
      "[1841]\tvalid_0's auc: 0.715857\n",
      "[1842]\tvalid_0's auc: 0.715852\n",
      "[1843]\tvalid_0's auc: 0.715851\n",
      "[1844]\tvalid_0's auc: 0.715855\n",
      "[1845]\tvalid_0's auc: 0.71586\n",
      "[1846]\tvalid_0's auc: 0.71586\n",
      "[1847]\tvalid_0's auc: 0.715858\n",
      "[1848]\tvalid_0's auc: 0.715842\n",
      "[1849]\tvalid_0's auc: 0.715837\n",
      "[1850]\tvalid_0's auc: 0.715829\n",
      "[1851]\tvalid_0's auc: 0.715806\n",
      "[1852]\tvalid_0's auc: 0.715801\n",
      "[1853]\tvalid_0's auc: 0.715802\n",
      "[1854]\tvalid_0's auc: 0.715794\n",
      "[1855]\tvalid_0's auc: 0.715788\n",
      "[1856]\tvalid_0's auc: 0.715788\n",
      "[1857]\tvalid_0's auc: 0.71579\n",
      "[1858]\tvalid_0's auc: 0.715782\n",
      "[1859]\tvalid_0's auc: 0.71578\n",
      "[1860]\tvalid_0's auc: 0.715789\n",
      "[1861]\tvalid_0's auc: 0.71578\n",
      "[1862]\tvalid_0's auc: 0.715781\n",
      "[1863]\tvalid_0's auc: 0.715768\n",
      "[1864]\tvalid_0's auc: 0.715755\n",
      "[1865]\tvalid_0's auc: 0.71574\n",
      "[1866]\tvalid_0's auc: 0.715738\n",
      "[1867]\tvalid_0's auc: 0.715741\n",
      "[1868]\tvalid_0's auc: 0.715749\n",
      "[1869]\tvalid_0's auc: 0.715738\n",
      "[1870]\tvalid_0's auc: 0.71573\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1871]\tvalid_0's auc: 0.715733\n",
      "[1872]\tvalid_0's auc: 0.715725\n",
      "[1873]\tvalid_0's auc: 0.715709\n",
      "[1874]\tvalid_0's auc: 0.715689\n",
      "[1875]\tvalid_0's auc: 0.715686\n",
      "[1876]\tvalid_0's auc: 0.715668\n",
      "[1877]\tvalid_0's auc: 0.715662\n",
      "[1878]\tvalid_0's auc: 0.715656\n",
      "[1879]\tvalid_0's auc: 0.715654\n",
      "[1880]\tvalid_0's auc: 0.715658\n",
      "[1881]\tvalid_0's auc: 0.715659\n",
      "[1882]\tvalid_0's auc: 0.715657\n",
      "[1883]\tvalid_0's auc: 0.715645\n",
      "[1884]\tvalid_0's auc: 0.715652\n",
      "[1885]\tvalid_0's auc: 0.715644\n",
      "[1886]\tvalid_0's auc: 0.715631\n",
      "[1887]\tvalid_0's auc: 0.715625\n",
      "[1888]\tvalid_0's auc: 0.71562\n",
      "[1889]\tvalid_0's auc: 0.715611\n",
      "[1890]\tvalid_0's auc: 0.715615\n",
      "[1891]\tvalid_0's auc: 0.715599\n",
      "[1892]\tvalid_0's auc: 0.715591\n",
      "[1893]\tvalid_0's auc: 0.715592\n",
      "[1894]\tvalid_0's auc: 0.715595\n",
      "[1895]\tvalid_0's auc: 0.715589\n",
      "[1896]\tvalid_0's auc: 0.715574\n",
      "[1897]\tvalid_0's auc: 0.715567\n",
      "[1898]\tvalid_0's auc: 0.715566\n",
      "[1899]\tvalid_0's auc: 0.715568\n",
      "[1900]\tvalid_0's auc: 0.715556\n",
      "[1901]\tvalid_0's auc: 0.715555\n",
      "[1902]\tvalid_0's auc: 0.71557\n",
      "[1903]\tvalid_0's auc: 0.715546\n",
      "[1904]\tvalid_0's auc: 0.715529\n",
      "[1905]\tvalid_0's auc: 0.715523\n",
      "[1906]\tvalid_0's auc: 0.715515\n",
      "[1907]\tvalid_0's auc: 0.715507\n",
      "[1908]\tvalid_0's auc: 0.715504\n",
      "[1909]\tvalid_0's auc: 0.715497\n",
      "[1910]\tvalid_0's auc: 0.715499\n",
      "[1911]\tvalid_0's auc: 0.715494\n",
      "[1912]\tvalid_0's auc: 0.715509\n",
      "[1913]\tvalid_0's auc: 0.715511\n",
      "[1914]\tvalid_0's auc: 0.71551\n",
      "[1915]\tvalid_0's auc: 0.715499\n",
      "[1916]\tvalid_0's auc: 0.715507\n",
      "[1917]\tvalid_0's auc: 0.715506\n",
      "[1918]\tvalid_0's auc: 0.715511\n",
      "[1919]\tvalid_0's auc: 0.715514\n",
      "[1920]\tvalid_0's auc: 0.715513\n",
      "[1921]\tvalid_0's auc: 0.715501\n",
      "[1922]\tvalid_0's auc: 0.715498\n",
      "[1923]\tvalid_0's auc: 0.715499\n",
      "[1924]\tvalid_0's auc: 0.7155\n",
      "[1925]\tvalid_0's auc: 0.715485\n",
      "[1926]\tvalid_0's auc: 0.715472\n",
      "[1927]\tvalid_0's auc: 0.715479\n",
      "[1928]\tvalid_0's auc: 0.715474\n",
      "[1929]\tvalid_0's auc: 0.715473\n",
      "[1930]\tvalid_0's auc: 0.715472\n",
      "[1931]\tvalid_0's auc: 0.715472\n",
      "[1932]\tvalid_0's auc: 0.715458\n",
      "[1933]\tvalid_0's auc: 0.715451\n",
      "[1934]\tvalid_0's auc: 0.715457\n",
      "[1935]\tvalid_0's auc: 0.715451\n",
      "[1936]\tvalid_0's auc: 0.715436\n",
      "[1937]\tvalid_0's auc: 0.715439\n",
      "[1938]\tvalid_0's auc: 0.715435\n",
      "[1939]\tvalid_0's auc: 0.715441\n",
      "[1940]\tvalid_0's auc: 0.715438\n",
      "[1941]\tvalid_0's auc: 0.715442\n",
      "[1942]\tvalid_0's auc: 0.715438\n",
      "[1943]\tvalid_0's auc: 0.715436\n",
      "[1944]\tvalid_0's auc: 0.715422\n",
      "[1945]\tvalid_0's auc: 0.715424\n",
      "[1946]\tvalid_0's auc: 0.715416\n",
      "[1947]\tvalid_0's auc: 0.715408\n",
      "[1948]\tvalid_0's auc: 0.715409\n",
      "[1949]\tvalid_0's auc: 0.715396\n",
      "[1950]\tvalid_0's auc: 0.715397\n",
      "[1951]\tvalid_0's auc: 0.71538\n",
      "[1952]\tvalid_0's auc: 0.715392\n",
      "[1953]\tvalid_0's auc: 0.715393\n",
      "[1954]\tvalid_0's auc: 0.715381\n",
      "[1955]\tvalid_0's auc: 0.715368\n",
      "[1956]\tvalid_0's auc: 0.715367\n",
      "[1957]\tvalid_0's auc: 0.715359\n",
      "[1958]\tvalid_0's auc: 0.715356\n",
      "[1959]\tvalid_0's auc: 0.715355\n",
      "[1960]\tvalid_0's auc: 0.715351\n",
      "[1961]\tvalid_0's auc: 0.715349\n",
      "[1962]\tvalid_0's auc: 0.715329\n",
      "[1963]\tvalid_0's auc: 0.715314\n",
      "[1964]\tvalid_0's auc: 0.715302\n",
      "[1965]\tvalid_0's auc: 0.715288\n",
      "[1966]\tvalid_0's auc: 0.715277\n",
      "[1967]\tvalid_0's auc: 0.715275\n",
      "[1968]\tvalid_0's auc: 0.715272\n",
      "[1969]\tvalid_0's auc: 0.71527\n",
      "[1970]\tvalid_0's auc: 0.715266\n",
      "[1971]\tvalid_0's auc: 0.71526\n",
      "[1972]\tvalid_0's auc: 0.715253\n",
      "[1973]\tvalid_0's auc: 0.715244\n",
      "[1974]\tvalid_0's auc: 0.715244\n",
      "[1975]\tvalid_0's auc: 0.715235\n",
      "[1976]\tvalid_0's auc: 0.715229\n",
      "[1977]\tvalid_0's auc: 0.71523\n",
      "[1978]\tvalid_0's auc: 0.715226\n",
      "[1979]\tvalid_0's auc: 0.715227\n",
      "[1980]\tvalid_0's auc: 0.715214\n",
      "[1981]\tvalid_0's auc: 0.715205\n",
      "[1982]\tvalid_0's auc: 0.715199\n",
      "[1983]\tvalid_0's auc: 0.715198\n",
      "[1984]\tvalid_0's auc: 0.715181\n",
      "[1985]\tvalid_0's auc: 0.715179\n",
      "[1986]\tvalid_0's auc: 0.715177\n",
      "[1987]\tvalid_0's auc: 0.715196\n",
      "[1988]\tvalid_0's auc: 0.71518\n",
      "[1989]\tvalid_0's auc: 0.715168\n",
      "[1990]\tvalid_0's auc: 0.715154\n",
      "[1991]\tvalid_0's auc: 0.715145\n",
      "[1992]\tvalid_0's auc: 0.715139\n",
      "[1993]\tvalid_0's auc: 0.715126\n",
      "[1994]\tvalid_0's auc: 0.715127\n",
      "[1995]\tvalid_0's auc: 0.715124\n",
      "[1996]\tvalid_0's auc: 0.715123\n",
      "[1997]\tvalid_0's auc: 0.715114\n",
      "[1998]\tvalid_0's auc: 0.715112\n",
      "[1999]\tvalid_0's auc: 0.715113\n",
      "[2000]\tvalid_0's auc: 0.715119\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import StratifiedKFold\n",
    "import lightgbm as lgb\n",
    "\n",
    "# 建模\n",
    "fretures = ['text_len_diff','word_len_diff','word_match','tfidf_word_match']\n",
    "X = train[fretures]\n",
    "y = train['label']\n",
    "test_features = test[fretures]\n",
    "\n",
    "model = lgb.LGBMClassifier(num_leaves=128,\n",
    "                           max_depth=10,\n",
    "                           learning_rate=0.01,\n",
    "                           n_estimators=2000,\n",
    "                           subsample=0.8,\n",
    "                           feature_fraction=0.8,\n",
    "                           reg_alpha=0.5,\n",
    "                           reg_lambda=0.5,\n",
    "                           random_state=2022,\n",
    "                           metric='auc',\n",
    "                           boosting_type='gbdt',\n",
    "                           subsample_freq=1,\n",
    "                           bagging_fraction=0.8)\n",
    "skf = StratifiedKFold(n_splits=5, shuffle=True, random_state=2022)\n",
    "prob = []\n",
    "mean_acc = 0\n",
    "for k,(train_index, test_index) in enumerate(skf.split(X, y)):\n",
    "    print(k)\n",
    "    X_train, X_val = X.iloc[train_index], X.iloc[test_index]\n",
    "    y_train, y_val = y.iloc[train_index], y.iloc[test_index]\n",
    "    # 训练\n",
    "    print(y_val)\n",
    "    model = model.fit(X_train,\n",
    "                          y_train,\n",
    "                          eval_set=[(X_val, y_val)],\n",
    "                          eval_metric='auc',\n",
    "                          verbose = True)\n",
    "    # 正式预测\n",
    "    test_y_pred = model.predict_proba(test_features)\n",
    "    prob.append(test_y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "id": "8a17f725",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>prediction</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1</td>\n",
       "      <td>9995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1</td>\n",
       "      <td>9996</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1</td>\n",
       "      <td>9997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1</td>\n",
       "      <td>9998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      prediction  index\n",
       "0              1      0\n",
       "1              0      1\n",
       "2              1      2\n",
       "3              1      3\n",
       "4              1      4\n",
       "...          ...    ...\n",
       "9995           1   9995\n",
       "9996           1   9996\n",
       "9997           1   9997\n",
       "9998           1   9998\n",
       "9999           0   9999\n",
       "\n",
       "[10000 rows x 2 columns]"
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# lgb结果\n",
    "new_result = (prob[0]+prob[1]+prob[2]+prob[3]+prob[4])/5\n",
    "final_result = []\n",
    "for i in new_result:\n",
    "    if i[0]>0.5:\n",
    "        final_result.append(0)\n",
    "    else:\n",
    "        final_result.append(1)\n",
    "        \n",
    "res = pd.DataFrame()\n",
    "res['prediction'] = final_result\n",
    "res['index'] = res.index\n",
    "res.to_csv('./result/lcqmc.tsv', index=False, sep='\\t')\n",
    "res"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dbbd00df",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "# 任务3：加载中文词向量，自己训练中文词向量"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "id": "82d9a04b",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "def cut(content):\n",
    "    try:\n",
    "        seg_list = jieba.lcut(content, cut_all=True)\n",
    "    except AttributeError as ex:\n",
    "        print(content)\n",
    "        raise ex\n",
    "    return seg_list\n",
    "\n",
    "def rate(words_1, words_2):\n",
    "    int_list = list(set(words_1).intersection(set(words_2)))\n",
    "    return len(int_list)/len(set(words_1))\n",
    "\n",
    "def edit_distance(s1, s2):\n",
    "    return distance.levenshtein(s1, s2)\n",
    "\n",
    "\n",
    "def data_anaysis(df):\n",
    "    # 编辑距离\n",
    "    df['edit_dist'] = df.apply(lambda row: edit_distance(row['text_a'], row['text_b']), axis=1)\n",
    "\n",
    "    # 分词\n",
    "    df['words_a'] = df['text_a'].apply(lambda x: cut(x))\n",
    "    df['words_b'] = df['text_b'].apply(lambda x: cut(x))\n",
    "    # 统计字符数\n",
    "    df['text_a_len'] = df['text_a'].apply(lambda x: len(x))\n",
    "    df['text_b_len'] = df['text_b'].apply(lambda x: len(x))\n",
    "    # 统计词个数\n",
    "    df['words_a_len'] = df['words_a'].apply(lambda x: len(x))\n",
    "    df['words_b_len'] = df['words_b'].apply(lambda x: len(x))\n",
    "    # 单词个数比\n",
    "    df['rate_a'] = df.apply(lambda row: rate(row['words_a'], row['words_b']), axis=1)\n",
    "    df['rate_b'] = df.apply(lambda row: rate(row['words_b'], row['words_a']), axis=1)\n",
    "    \n",
    "    return df\n",
    "\n",
    "train = pd.read_csv('data/paws-x-zh/train.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "test = pd.read_csv('data/paws-x-zh/test.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "\n",
    "test['label'] = -1\n",
    "train = train.dropna()\n",
    "test = test.dropna()\n",
    "\n",
    "train = data_anaysis(train)\n",
    "test = data_anaysis(test)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "id": "53d41bde",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:09<00:00, 5451.66it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 5434.95it/s]\n"
     ]
    }
   ],
   "source": [
    "# 压缩所有语句\n",
    "context = []\n",
    "for i in tqdm(range(len(train))):\n",
    "    context.append(train.iloc[0]['words_a'])\n",
    "    context.append(train.iloc[0]['words_b'])\n",
    "for i in tqdm(range(len(test))):\n",
    "    context.append(test.iloc[0]['words_a'])\n",
    "    context.append(test.iloc[0]['words_b'])\n",
    "\n",
    "model = Word2Vec(sentences=context, vector_size=100, window=5, min_count=1, workers=4)\n",
    "model.train(context, total_examples=1, epochs=1)\n",
    "model.save(\"word2vec.model\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "id": "de5d0bfc",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 8.8608229e-01, -2.1805508e+00,  6.5703225e-01, -2.6854241e-01,\n",
       "        3.0796546e-01, -6.1114097e-01, -3.4932803e-02,  1.2783766e+00,\n",
       "       -1.7634688e-01, -5.3812748e-01, -9.3625903e-02,  4.7756609e-01,\n",
       "       -1.5306875e+00,  8.9729887e-01, -5.0400501e-01, -2.3488228e+00,\n",
       "       -1.7621796e+00,  2.0823021e+00, -3.7363619e-01,  1.7223862e-01,\n",
       "       -7.4902296e-01,  2.9937783e-01, -2.8306177e-01, -1.7499815e+00,\n",
       "       -6.8714887e-02, -3.2050006e+00, -2.3167899e+00,  1.1844895e+00,\n",
       "       -3.3072662e-01,  1.0657699e+00, -4.5090026e-01, -5.4074496e-01,\n",
       "       -1.1216430e-01, -1.8852589e+00, -8.6392468e-01,  8.5675418e-02,\n",
       "       -1.2813160e+00, -7.6886457e-01, -2.7713141e-01, -4.3899364e+00,\n",
       "       -2.0536108e+00,  6.2470082e-02,  3.2211134e-01,  1.4397956e+00,\n",
       "       -4.8943338e-01, -2.4261439e-01,  1.6392004e-02, -2.1780784e-01,\n",
       "        1.1790291e+00,  1.6021857e+00,  3.6895812e-01, -6.4730328e-01,\n",
       "        1.8867543e+00, -1.0175772e+00,  8.7831505e-02,  4.9015433e-01,\n",
       "       -1.1991370e+00,  1.0763507e+00,  1.1362623e+00,  8.2261699e-01,\n",
       "        1.1037601e+00,  6.4301974e-01, -1.8513410e-01, -1.4649312e+00,\n",
       "       -7.9073268e-01,  1.1400132e+00,  1.2548460e+00,  6.5335375e-01,\n",
       "       -5.1800191e-02, -2.1165046e-01,  2.0282989e-02, -8.7068848e-02,\n",
       "       -5.6251734e-01, -2.4391413e-03,  2.7473482e-01,  1.5364310e+00,\n",
       "       -9.0170121e-01, -5.3501004e-01, -1.3514887e+00, -2.1795783e+00,\n",
       "        2.6113519e-01,  1.4506229e+00, -1.5949514e+00, -9.8491669e-01,\n",
       "       -7.5598580e-01, -9.8817635e-01, -8.2242900e-01, -4.5654187e-01,\n",
       "       -3.5826316e-01,  5.0856864e-01, -1.0450326e+00, -1.0161242e+00,\n",
       "       -2.7816818e+00,  6.1988902e-01,  2.5056657e-01, -1.0681508e+00,\n",
       "       -1.0239143e+00, -6.4979470e-01,  8.2660717e-01, -3.4159547e-01],\n",
       "      dtype=float32)"
      ]
     },
     "execution_count": 193,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vector = model.wv['巴黎']\n",
    "vector"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b332e805",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "# 任务4：使用中文词向量完成mean/max/sif句子编码"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 726,
   "id": "9b663d7b",
   "metadata": {
    "hidden": true
   },
   "outputs": [],
   "source": [
    "import re\n",
    "import math\n",
    "from sklearn.decomposition import TruncatedSVD\n",
    "\n",
    "# 读取数据\n",
    "def get_stopwords():\n",
    "    stop_words = []\n",
    "    with open('baidu_stopwords.txt', 'r', encoding='utf-8') as f:\n",
    "        for line in f.readlines():\n",
    "            stop_words.append(line.replace('\\n', ''))\n",
    "    return stop_words\n",
    "\n",
    "# jieba分词\n",
    "def cut(content, stop_words):\n",
    "    # 去除符号\n",
    "    content = re.sub(\"[\\s+\\.\\!\\/_,$%^*(+\\\"\\']+|[+——！，。？、~@#￥%……&*（）]\", \"\",content)\n",
    "    \n",
    "    result = []\n",
    "    try:\n",
    "        seg_list = jieba.lcut(content, cut_all=True)\n",
    "        for i in seg_list:\n",
    "            if i not in stop_words:\n",
    "                result.append(i)\n",
    "        \n",
    "    except AttributeError as ex:\n",
    "        print(content)\n",
    "        raise ex\n",
    "    return result\n",
    "\n",
    "# 统计相同的词比例\n",
    "def rate(words_1, words_2):\n",
    "    int_list = list(set(words_1).intersection(set(words_2)))\n",
    "    return len(int_list)/len(set(words_1))\n",
    "# 统计距离\n",
    "def edit_distance(s1, s2):\n",
    "    return distance.levenshtein(s1, s2)\n",
    "\n",
    "\n",
    "def data_anaysis(df, stop_words):\n",
    "    \n",
    "    \n",
    "    # 编辑距离\n",
    "    df['edit_dist'] = df.apply(lambda row: edit_distance(row['text_a'], row['text_b']), axis=1)\n",
    "\n",
    "    # 分词\n",
    "    df['words_a'] = df['text_a'].apply(lambda x: cut(x, stop_words))\n",
    "    df['words_b'] = df['text_b'].apply(lambda x: cut(x, stop_words))\n",
    "    # 统计字符数\n",
    "    df['text_a_len'] = df['text_a'].apply(lambda x: len(x))\n",
    "    df['text_b_len'] = df['text_b'].apply(lambda x: len(x))\n",
    "    # 统计词个数\n",
    "    df['words_a_len'] = df['words_a'].apply(lambda x: len(x))\n",
    "    df['words_b_len'] = df['words_b'].apply(lambda x: len(x))\n",
    "    # 单词个数比\n",
    "    df['rate_a'] = df.apply(lambda row: rate(row['words_a'], row['words_b']), axis=1)\n",
    "    df['rate_b'] = df.apply(lambda row: rate(row['words_b'], row['words_a']), axis=1)\n",
    "    \n",
    "    return df\n",
    "# 获取停用词\n",
    "stop_words = get_stopwords()\n",
    "\n",
    "train = pd.read_csv('data/paws-x-zh/train.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "test = pd.read_csv('data/paws-x-zh/test.tsv', sep='\\t',names=['text_a', 'text_b', 'label'])\n",
    "\n",
    "test['label'] = -1\n",
    "train = train.dropna()\n",
    "test = test.dropna()\n",
    "\n",
    "train = data_anaysis(train, stop_words)\n",
    "test = data_anaysis(test, stop_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 727,
   "id": "fbd7598a",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████████████████████████████████████████████████████████████████████| 49129/49129 [00:04<00:00, 10507.70it/s]\n",
      "100%|███████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 10390.43it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(1506696, 1568683)"
      ]
     },
     "execution_count": 727,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 训练词向量\n",
    "context = []\n",
    "for i in tqdm(range(len(train))):\n",
    "    row = train.iloc[i]\n",
    "    context.append(row['words_a'])\n",
    "    context.append(row['words_b'])\n",
    "for i in tqdm(range(len(test))):\n",
    "    row = test.iloc[i]\n",
    "    context.append(row['words_a'])\n",
    "    context.append(row['words_b'])\n",
    "\n",
    "wv_model = Word2Vec(sentences=context, vector_size=100, window=5, min_count=1, workers=4)\n",
    "wv_model.train(context, total_examples=1, epochs=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 729,
   "id": "2dc36226",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:09<00:00, 5314.51it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 5276.84it/s]\n",
      "100%|███████████████████████████████████████████████████████████████████████| 47222/47222 [00:00<00:00, 1526041.68it/s]\n"
     ]
    }
   ],
   "source": [
    "# 统计全文的count\n",
    "count_list = []\n",
    "words_num = 0\n",
    "for i in tqdm(range(len(train))):\n",
    "    count_list += list(set(train.iloc[i]['words_a']))\n",
    "    count_list += list(set(train.iloc[i]['words_b']))\n",
    "    \n",
    "    words_num +=2\n",
    "    \n",
    "for i in tqdm(range(len(test))):\n",
    "    count_list += list(set(test.iloc[i]['words_a']))\n",
    "    count_list += list(set(test.iloc[i]['words_b']))\n",
    "    \n",
    "    words_num +=2\n",
    "    \n",
    "count = Counter(count_list)\n",
    "# 计算idf列表\n",
    "idf = {}\n",
    "for k, v in tqdm(dict(count).items()):\n",
    "    idf[k] = math.log(words_num/(v+1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 733,
   "id": "c54b8edf",
   "metadata": {
    "code_folding": [],
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:09<00:00, 5263.01it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 5000.87it/s]\n",
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:09<00:00, 4943.33it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 4774.32it/s]\n",
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:11<00:00, 4111.19it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 3783.41it/s]\n"
     ]
    }
   ],
   "source": [
    "# 转换句向量\n",
    "def text_to_wv(model, data, operation='max_pooling',key='wv'):\n",
    "\n",
    "    full_wv_a = []\n",
    "    full_wv_b = []\n",
    "    # 每句话转词向量表达\n",
    "    for i in tqdm(range(len(data))):\n",
    "        row = data.iloc[i]\n",
    "\n",
    "        wv_a = []\n",
    "        words_a = row['words_a']\n",
    "     \n",
    "        for i in words_a:\n",
    "            wv_a.append(model.wv[i])\n",
    "        if operation == 'max_pooling':\n",
    "            full_wv_a.append(np.amax(wv_a, axis=0))\n",
    "        elif operation == 'mean_pooling':\n",
    "            full_wv_a.append(np.mean(wv_a, axis=0))\n",
    "            \n",
    "            \n",
    "        wv_b = []\n",
    "        words_b = row['words_b']\n",
    "        \n",
    "        for i in words_b:\n",
    "            wv_b.append(model.wv[i])\n",
    "        if operation == 'max_pooling':\n",
    "            full_wv_b.append(np.amax(wv_b, axis=0))\n",
    "        elif operation == 'mean_pooling':\n",
    "            full_wv_b.append(np.mean(wv_b, axis=0))\n",
    "    data[key + '_a'] = full_wv_a\n",
    "    data[key + '_b'] = full_wv_b\n",
    "\n",
    "# idf加权的句向量\n",
    "def idf_to_wv(model, data, idf):\n",
    "\n",
    "    full_wv_a = []\n",
    "    full_wv_b = []\n",
    "    # 每句话转词向量表达\n",
    "    for i in tqdm(range(len(data))):\n",
    "        row = data.iloc[i]\n",
    "        \n",
    "        wv_a = []\n",
    "        words_a = row['words_a']\n",
    "        \n",
    "        for i in words_a:\n",
    "            wv_a.append(model.wv[i] * idf[i])\n",
    "\n",
    "        full_wv_a.append(np.mean(wv_a, axis=0))\n",
    "            \n",
    "            \n",
    "        wv_b = []\n",
    "        words_b = row['words_b']\n",
    "        for i in words_b:\n",
    "            wv_b.append(model.wv[i] * idf[i])\n",
    "        \n",
    "        full_wv_b.append(np.mean(wv_b, axis=0))\n",
    "    data['idf_wv_a'] = full_wv_a\n",
    "    data['idf_wv_b'] = full_wv_b   \n",
    "\n",
    "    \n",
    "\n",
    "# 最大池化句向量\n",
    "text_to_wv(wv_model, train, 'max_pooling','max_wv')\n",
    "text_to_wv(wv_model, test, 'max_pooling','max_wv')\n",
    "# 平均池化句向量\n",
    "text_to_wv(wv_model, train, 'mean_pooling','mean_wv')\n",
    "text_to_wv(wv_model, test, 'mean_pooling','mean_wv')\n",
    "# idf加权平均句向量\n",
    "idf_to_wv(wv_model, train, idf)\n",
    "idf_to_wv(wv_model, test, idf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 736,
   "id": "10aacd71",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 49129/49129 [00:11<00:00, 4105.71it/s]\n",
      "100%|████████████████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 3797.81it/s]\n"
     ]
    }
   ],
   "source": [
    "# sif词向量\n",
    "\n",
    "# 计算主成分，npc为需要计算的主成分的个数\n",
    "def compute_pc(X, npc):\n",
    "    svd = TruncatedSVD(n_components=npc, n_iter=5, random_state=0)\n",
    "    svd.fit(X)\n",
    "    return svd.components_\n",
    "\n",
    "\n",
    "# 去除主成分\n",
    "def remove_pc(X, npc=1):\n",
    "    pc = compute_pc(X, npc)\n",
    "    if npc == 1:\n",
    "        XX = X - X.dot(pc.transpose()) * pc\n",
    "    else:\n",
    "        XX = X - X.dot(pc.transpose()).dot(pc)\n",
    "    return XX\n",
    "\n",
    "# 更新词权重\n",
    "def sif_weight(count, a=3e-5):\n",
    "    # 统计所有词频\n",
    "    word_num = 0\n",
    "    for k,v in dict(count).items():\n",
    "        word_num += v\n",
    "    # 更新权重\n",
    "    sif = {}\n",
    "    for k,v in dict(count).items():\n",
    "        sif[k] = a / (a + v/word_num)\n",
    "    return sif\n",
    "\n",
    "# sif加权的句向量\n",
    "def sif_to_wv(model, data, sif):\n",
    "\n",
    "    full_wv_a = []\n",
    "    full_wv_b = []\n",
    "    # 每句话转词向量表达\n",
    "    for i in tqdm(range(len(data))):\n",
    "        row = data.iloc[i]\n",
    "        wv_a = []\n",
    "        words_a = row['words_a']\n",
    "        # 统计词向量\n",
    "        for i in words_a:\n",
    "            wv_a.append(model.wv[i] * sif[i])\n",
    "        # 记录结果\n",
    "        full_wv_a.append(np.mean(wv_a, axis=0))\n",
    "            \n",
    "            \n",
    "        wv_b = []\n",
    "        words_b = row['words_b']\n",
    "        for i in words_b:\n",
    "            wv_b.append(model.wv[i] * sif[i])\n",
    "        full_wv_b.append(np.mean(wv_b, axis=0))    \n",
    "    # 扣除第一主成分\n",
    "    full_wv_a = remove_pc(np.array(full_wv_a))\n",
    "    full_wv_b = remove_pc(np.array(full_wv_b))\n",
    "\n",
    "    data['sif_wv_a'] = list(full_wv_a)\n",
    "    data['sif_wv_b'] = list(full_wv_b)\n",
    "\n",
    "# 更新词权重\n",
    "sif = sif_weight(count)\n",
    "sif_to_wv(wv_model, train, sif)\n",
    "sif_to_wv(wv_model, test, sif)\n",
    "\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 742,
   "id": "8e2005d3",
   "metadata": {
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>max_wv_a</th>\n",
       "      <th>max_wv_b</th>\n",
       "      <th>mean_wv_a</th>\n",
       "      <th>mean_wv_b</th>\n",
       "      <th>idf_wv_a</th>\n",
       "      <th>idf_wv_b</th>\n",
       "      <th>sif_wv_a</th>\n",
       "      <th>sif_wv_b</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[1.1498576, 3.5010018, 1.4892932, 2.3412178, 2...</td>\n",
       "      <td>[1.3758212, 4.5879464, 1.4892932, 2.3412178, 2...</td>\n",
       "      <td>[-0.20494446, 1.2272772, 0.020898739, 0.830636...</td>\n",
       "      <td>[-0.4754189, 1.4249626, -0.0409584, 0.4559437,...</td>\n",
       "      <td>[-1.3427684, 5.534799, -0.12538923, 3.1194365,...</td>\n",
       "      <td>[-2.9641988, 7.0675607, -0.44709086, 2.1173258...</td>\n",
       "      <td>[-0.022549616, 0.0732211, -0.00226547, 0.04042...</td>\n",
       "      <td>[-0.063822985, 0.12457815, -0.018909909, 0.033...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[2.3183317, 1.3126135, 0.7725315, 2.3412178, 0...</td>\n",
       "      <td>[2.3183317, 1.0299152, -0.28111658, 2.0890217,...</td>\n",
       "      <td>[1.1875254, 0.13849734, -1.2290238, 0.837127, ...</td>\n",
       "      <td>[1.1468345, 0.06898619, -1.3629606, 0.730415, ...</td>\n",
       "      <td>[5.074167, 0.33986202, -5.905655, 3.2553942, -...</td>\n",
       "      <td>[5.2596107, 0.38331777, -6.389021, 3.4585032, ...</td>\n",
       "      <td>[0.084005885, -0.032560527, -0.09848022, 0.035...</td>\n",
       "      <td>[0.08591666, -0.034638155, -0.10193509, 0.0379...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[0.23107448, 0.61748624, 0.32367653, 0.0245751...</td>\n",
       "      <td>[0.23107448, 0.4330679, 0.32367653, 0.10146478...</td>\n",
       "      <td>[0.010621422, 0.18350859, -0.017032778, -0.118...</td>\n",
       "      <td>[0.0023522058, -0.02530792, 0.01459748, -0.123...</td>\n",
       "      <td>[-0.08554462, 1.3461937, -0.12388398, -0.84283...</td>\n",
       "      <td>[-0.016672237, -0.11891105, 0.10226294, -0.737...</td>\n",
       "      <td>[0.015555633, -0.02530951, -0.035000112, -0.06...</td>\n",
       "      <td>[0.031351753, -0.08242031, -0.018225327, -0.03...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[-0.17880142, 0.77501893, 0.16721393, 0.013078...</td>\n",
       "      <td>[-0.14315109, 0.77501893, 0.16721393, 0.013078...</td>\n",
       "      <td>[-0.6647894, 0.14711808, -0.46327144, -0.68707...</td>\n",
       "      <td>[-0.56046176, 0.14051309, -0.3715054, -0.55187...</td>\n",
       "      <td>[-3.561572, 0.6930541, -1.9322011, -2.9655757,...</td>\n",
       "      <td>[-3.096763, 0.75170785, -1.5534399, -2.3916428...</td>\n",
       "      <td>[-0.050838284, -0.030538652, -0.03215434, -0.0...</td>\n",
       "      <td>[-0.052234903, -0.028899342, -0.03257358, -0.0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[0.8164147, 5.426737, 3.695668, 3.5085516, 0.3...</td>\n",
       "      <td>[0.8164147, 5.426737, 3.695668, 3.5085516, 0.3...</td>\n",
       "      <td>[0.029158035, 1.795935, 0.39309368, 1.1880546,...</td>\n",
       "      <td>[0.029158035, 1.795935, 0.39309368, 1.1880546,...</td>\n",
       "      <td>[0.65264153, 7.4432716, 1.1986699, 5.121672, 0...</td>\n",
       "      <td>[0.65264153, 7.4432716, 1.1986699, 5.121672, 0...</td>\n",
       "      <td>[0.0485031, 0.042754937, -0.033491388, 0.06271...</td>\n",
       "      <td>[0.048451312, 0.042522565, -0.033549596, 0.062...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            max_wv_a  \\\n",
       "0  [1.1498576, 3.5010018, 1.4892932, 2.3412178, 2...   \n",
       "1  [2.3183317, 1.3126135, 0.7725315, 2.3412178, 0...   \n",
       "2  [0.23107448, 0.61748624, 0.32367653, 0.0245751...   \n",
       "3  [-0.17880142, 0.77501893, 0.16721393, 0.013078...   \n",
       "4  [0.8164147, 5.426737, 3.695668, 3.5085516, 0.3...   \n",
       "\n",
       "                                            max_wv_b  \\\n",
       "0  [1.3758212, 4.5879464, 1.4892932, 2.3412178, 2...   \n",
       "1  [2.3183317, 1.0299152, -0.28111658, 2.0890217,...   \n",
       "2  [0.23107448, 0.4330679, 0.32367653, 0.10146478...   \n",
       "3  [-0.14315109, 0.77501893, 0.16721393, 0.013078...   \n",
       "4  [0.8164147, 5.426737, 3.695668, 3.5085516, 0.3...   \n",
       "\n",
       "                                           mean_wv_a  \\\n",
       "0  [-0.20494446, 1.2272772, 0.020898739, 0.830636...   \n",
       "1  [1.1875254, 0.13849734, -1.2290238, 0.837127, ...   \n",
       "2  [0.010621422, 0.18350859, -0.017032778, -0.118...   \n",
       "3  [-0.6647894, 0.14711808, -0.46327144, -0.68707...   \n",
       "4  [0.029158035, 1.795935, 0.39309368, 1.1880546,...   \n",
       "\n",
       "                                           mean_wv_b  \\\n",
       "0  [-0.4754189, 1.4249626, -0.0409584, 0.4559437,...   \n",
       "1  [1.1468345, 0.06898619, -1.3629606, 0.730415, ...   \n",
       "2  [0.0023522058, -0.02530792, 0.01459748, -0.123...   \n",
       "3  [-0.56046176, 0.14051309, -0.3715054, -0.55187...   \n",
       "4  [0.029158035, 1.795935, 0.39309368, 1.1880546,...   \n",
       "\n",
       "                                            idf_wv_a  \\\n",
       "0  [-1.3427684, 5.534799, -0.12538923, 3.1194365,...   \n",
       "1  [5.074167, 0.33986202, -5.905655, 3.2553942, -...   \n",
       "2  [-0.08554462, 1.3461937, -0.12388398, -0.84283...   \n",
       "3  [-3.561572, 0.6930541, -1.9322011, -2.9655757,...   \n",
       "4  [0.65264153, 7.4432716, 1.1986699, 5.121672, 0...   \n",
       "\n",
       "                                            idf_wv_b  \\\n",
       "0  [-2.9641988, 7.0675607, -0.44709086, 2.1173258...   \n",
       "1  [5.2596107, 0.38331777, -6.389021, 3.4585032, ...   \n",
       "2  [-0.016672237, -0.11891105, 0.10226294, -0.737...   \n",
       "3  [-3.096763, 0.75170785, -1.5534399, -2.3916428...   \n",
       "4  [0.65264153, 7.4432716, 1.1986699, 5.121672, 0...   \n",
       "\n",
       "                                            sif_wv_a  \\\n",
       "0  [-0.022549616, 0.0732211, -0.00226547, 0.04042...   \n",
       "1  [0.084005885, -0.032560527, -0.09848022, 0.035...   \n",
       "2  [0.015555633, -0.02530951, -0.035000112, -0.06...   \n",
       "3  [-0.050838284, -0.030538652, -0.03215434, -0.0...   \n",
       "4  [0.0485031, 0.042754937, -0.033491388, 0.06271...   \n",
       "\n",
       "                                            sif_wv_b  \n",
       "0  [-0.063822985, 0.12457815, -0.018909909, 0.033...  \n",
       "1  [0.08591666, -0.034638155, -0.10193509, 0.0379...  \n",
       "2  [0.031351753, -0.08242031, -0.018225327, -0.03...  \n",
       "3  [-0.052234903, -0.028899342, -0.03257358, -0.0...  \n",
       "4  [0.048451312, 0.042522565, -0.033549596, 0.062...  "
      ]
     },
     "execution_count": 742,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train[['max_wv_a', 'max_wv_b', 'mean_wv_a', 'mean_wv_b', 'idf_wv_a',\n",
    "       'idf_wv_b', 'sif_wv_a', 'sif_wv_b']].head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0599771e",
   "metadata": {},
   "source": [
    "# 任务5-9 其余模型"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2f8daa13",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "| 分类   | 模型           | 详情                                                         | 分数                             |\n",
    "| ------ | -------------- | ------------------------------------------------------------ | -------------------------------- |\n",
    "| tfidf | tfidf.py | 1. 求字数差<br/>2. 使用百度停用词<br/>3. 去除停用词就词数差<br/>4. tfidf | bq_corpus:0.6533<br>lcqmc:0.7343<br>paws-x:0.5585<br>score:0.6487 |\n",
    "| SiamCNN | SiamCNN_LSTM.py | 1. 基于gensim的wv作为深度学习embeeding层的初始化参数<br>2.使用孪生CNN卷积+线性层 | bq_corpus:0.6849<br>lcqmc:0.753<br>paws-x:0.5405<br>score:0.6595\t |\n",
    "| SiamLSTM | SiamCNN_LSTM.py | 1. SiamCNN把模型改为孪生LSTM+线性层 | bq_corpus:0.6964<br>lcqmc:0.77<br>paws-x:0.5735<br>score:0.68\t |\n",
    "| InferSent | InferSent.py | 1. SiamCNN把模型改为InferSent | bq_corpus:0.7264<br>lcqmc:0.778<br>paws-x:0.6055<br>score:0.7033\t |\n",
    "| ESIM | ESIM.py | 1. 把PAD对应字典改为作为0<br>2.SiamCNN把模型改为ESIM | bq_corpus:0.7557<br>lcqmc:0.7744<br>paws-x:0.632<br>score:0.7207\t |\n",
    "| 裸跑Ernie-Gram | Ernie-Gram.ipynb | 1. 裸跑Ernie-Gram | bq_corpus:0.8412<br>lcqmc:0.8639<br>paws-x:0.7845<br>score:0.8299\t |\n",
    "| 裸跑数据增强的BERT | TorchBERT | 1. 裸跑chinese-bert-wwm-ext<br>2. 添加数据增强 | bq_corpus:0.8227<br>lcqmc:0.8614<br>paws-x:0.7495<br>score:0.8112\t\t |\n",
    "| 对抗训练 | TorchBERTFGM | 1. 基于数据增强版添加对抗训练 | bq_corpus:0.8227<br>lcqmc:0.8614<br>paws-x:0.76<br>score:0.8147\t\t |\n",
    "| 对抗训练 |  Ernie-Gram-FGM.ipynb | 1. Ernie-Gram添加对抗训练 | bq_corpus:0.8227<br>lcqmc:0.8614<br>paws-x:0.786<br>score:0.8304\t\t |\n",
    "| 对抗训练+数据增强 |  Ernie-Gram-FGM.ipynb | 1. Ernie-Gram添加对抗训练<br>2. 增加数据增强 | bq_corpus:0.8227<br>lcqmc:0.8614<br>paws-x:0.791<br>score:0.832\t\t |\n",
    "| 分开配置训练 |  Ernie-Gram-FGM.ipynb | 1. Ernie-Gram-FGM针对3个数据集分开训练参数<br>2. paws-x调小batch_size与学习率 | bq_corpus:0.8363<br>lcqmc:<br>paws-x:0.8605<br>score:\t\t |\n",
    "| BERT+HEADER |  Ernie-Gram-FGM-Header.ipynb | 1. 基于Ernie-Gram-FGM加入三层线性层header | bq_corpus:0.8363<br>lcqmc:0.8596<br>paws-x:0.852<br>score:0.8493\t\t |\n",
    "| 分开填充 |  Ernie-Gram-分开填充.ipynb | 1. 基于Ernie-Gram-FGM<br>2. encoder阶段对数据分开对称填充 | bq_corpus:0.8353<br>lcqmc:0.8696<br>paws-x:0.86<br>score:0.855\t\t |\n",
    "| 5折 |  多模型五折.ipynb | 1. 分开填充<br>2. 五折融合 | bq_corpus:0.848<br>lcqmc:0.875<br>paws-x:0.869<br>score:0.864\t\t |\n",
    "\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}